2024-11-10 01:24:48,216 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 01:24:48,227 main DEBUG Took 0.009815 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 01:24:48,227 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 01:24:48,228 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 01:24:48,229 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 01:24:48,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,237 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 01:24:48,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,258 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,261 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,264 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,265 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,268 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:24:48,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,270 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 01:24:48,272 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:24:48,274 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 01:24:48,277 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 01:24:48,278 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 01:24:48,280 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 01:24:48,280 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 01:24:48,291 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 01:24:48,295 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 01:24:48,298 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 01:24:48,298 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 01:24:48,299 main DEBUG createAppenders(={Console}) 2024-11-10 01:24:48,300 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 01:24:48,300 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 01:24:48,301 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 01:24:48,302 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 01:24:48,302 main DEBUG OutputStream closed 2024-11-10 01:24:48,302 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 01:24:48,303 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 01:24:48,303 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 01:24:48,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 01:24:48,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 01:24:48,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 01:24:48,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 01:24:48,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 01:24:48,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 01:24:48,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 01:24:48,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 01:24:48,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 01:24:48,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 01:24:48,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 01:24:48,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 01:24:48,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 01:24:48,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 01:24:48,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 01:24:48,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 01:24:48,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 01:24:48,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 01:24:48,416 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 01:24:48,417 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 01:24:48,417 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 01:24:48,418 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T01:24:48,664 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa 2024-11-10 01:24:48,667 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 01:24:48,667 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T01:24:48,675 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-10T01:24:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:24:48,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928, deleteOnExit=true 2024-11-10T01:24:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:24:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/test.cache.data in system properties and HBase conf 2024-11-10T01:24:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:24:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:24:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:24:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:24:48,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:24:48,800 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T01:24:48,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:24:48,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:24:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:24:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:24:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:24:48,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:24:48,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:24:48,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:24:48,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:24:48,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:24:48,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:24:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:24:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:24:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:24:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:24:50,049 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T01:24:50,149 INFO [Time-limited test {}] log.Log(170): Logging initialized @2746ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T01:24:50,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:24:50,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:24:50,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:24:50,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:24:50,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:24:50,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:24:50,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:24:50,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:24:50,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/java.io.tmpdir/jetty-localhost-42341-hadoop-hdfs-3_4_1-tests_jar-_-any-8180505888605707078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:24:50,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:42341} 2024-11-10T01:24:50,693 INFO [Time-limited test {}] server.Server(415): Started @3292ms 2024-11-10T01:24:51,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:24:51,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:24:51,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:24:51,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:24:51,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:24:51,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b40f5c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:24:51,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1118b2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:24:51,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b60cd11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/java.io.tmpdir/jetty-localhost-40629-hadoop-hdfs-3_4_1-tests_jar-_-any-16507526643405436543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:24:51,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@286a1f36{HTTP/1.1, (http/1.1)}{localhost:40629} 2024-11-10T01:24:51,623 INFO [Time-limited test {}] server.Server(415): Started @4221ms 2024-11-10T01:24:51,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:24:52,899 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data1/current/BP-1419594441-172.17.0.3-1731201889445/current, will proceed with Du for space computation calculation, 2024-11-10T01:24:52,899 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data2/current/BP-1419594441-172.17.0.3-1731201889445/current, will proceed with Du for space computation calculation, 2024-11-10T01:24:52,937 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:24:52,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c65b3689c5b4775 with lease ID 0xe9962eb03fc401a5: Processing first storage report for DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75 from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=81bdbd65-46de-4a9e-9918-f3380057600d, infoPort=35061, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=1304668272;c=1731201889445) 2024-11-10T01:24:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c65b3689c5b4775 with lease ID 0xe9962eb03fc401a5: from storage DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75 node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=81bdbd65-46de-4a9e-9918-f3380057600d, infoPort=35061, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=1304668272;c=1731201889445), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:24:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c65b3689c5b4775 with lease ID 0xe9962eb03fc401a5: Processing first storage report for DS-0ebdfca4-08bc-42f8-98f7-fd9564d3363c from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=81bdbd65-46de-4a9e-9918-f3380057600d, infoPort=35061, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=1304668272;c=1731201889445) 2024-11-10T01:24:52,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c65b3689c5b4775 with lease ID 0xe9962eb03fc401a5: from storage DS-0ebdfca4-08bc-42f8-98f7-fd9564d3363c node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=81bdbd65-46de-4a9e-9918-f3380057600d, infoPort=35061, infoSecurePort=0, ipcPort=44081, storageInfo=lv=-57;cid=testClusterID;nsid=1304668272;c=1731201889445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:24:53,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa 2024-11-10T01:24:53,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/zookeeper_0, clientPort=62288, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:24:53,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62288 2024-11-10T01:24:53,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:53,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:53,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:24:53,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 with version=8 2024-11-10T01:24:53,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/hbase-staging 2024-11-10T01:24:53,869 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T01:24:54,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:24:54,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:54,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:54,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:24:54,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:54,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:24:54,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:24:54,426 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T01:24:54,438 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T01:24:54,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:24:54,479 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34427 (auto-detected) 2024-11-10T01:24:54,480 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T01:24:54,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42943 2024-11-10T01:24:54,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42943 connecting to ZooKeeper ensemble=127.0.0.1:62288 2024-11-10T01:24:54,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429430x0, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:24:54,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42943-0x10122587eaf0000 connected 2024-11-10T01:24:55,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:55,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:55,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:24:55,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606, hbase.cluster.distributed=false 2024-11-10T01:24:55,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:24:55,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-10T01:24:55,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42943 2024-11-10T01:24:55,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42943 2024-11-10T01:24:55,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-10T01:24:55,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-10T01:24:55,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c4d4d227d60:0 server-side Connection retries=45 2024-11-10T01:24:55,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:55,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:55,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:24:55,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:24:55,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:24:55,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:24:55,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:24:55,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43661 2024-11-10T01:24:55,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43661 connecting to ZooKeeper ensemble=127.0.0.1:62288 2024-11-10T01:24:55,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:55,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:55,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436610x0, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:24:55,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43661-0x10122587eaf0001 connected 2024-11-10T01:24:55,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:24:55,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:24:55,526 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:24:55,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:24:55,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:24:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-10T01:24:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43661 2024-11-10T01:24:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43661 2024-11-10T01:24:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-10T01:24:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-10T01:24:55,553 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c4d4d227d60:42943 2024-11-10T01:24:55,554 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:24:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:24:55,640 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:24:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:55,700 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T01:24:55,701 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0c4d4d227d60,42943,1731201893973 from backup master directory 2024-11-10T01:24:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:24:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:24:55,721 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:24:55,721 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:55,723 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T01:24:55,725 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T01:24:55,775 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/hbase.id] with ID: f33be51d-c8ce-4826-9eab-e332ff8dd706 2024-11-10T01:24:55,775 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/.tmp/hbase.id 2024-11-10T01:24:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:24:56,187 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/.tmp/hbase.id]:[hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/hbase.id] 2024-11-10T01:24:56,234 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:24:56,239 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:24:56,258 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T01:24:56,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:56,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:24:56,744 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:24:56,747 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:24:56,766 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:24:56,771 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:24:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:24:57,225 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store 2024-11-10T01:24:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:24:57,647 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T01:24:57,650 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:24:57,651 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:24:57,652 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:24:57,652 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:24:57,654 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:24:57,654 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:24:57,654 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:24:57,656 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731201897651Disabling compacts and flushes for region at 1731201897651Disabling writes for close at 1731201897654 (+3 ms)Writing region close event to WAL at 1731201897654Closed at 1731201897654 2024-11-10T01:24:57,658 WARN [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/.initializing 2024-11-10T01:24:57,658 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/WALs/0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:57,668 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:24:57,681 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C42943%2C1731201893973, suffix=, logDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/WALs/0c4d4d227d60,42943,1731201893973, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/oldWALs, maxLogs=10 2024-11-10T01:24:57,709 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/WALs/0c4d4d227d60,42943,1731201893973/0c4d4d227d60%2C42943%2C1731201893973.1731201897687, exclude list is [], retry=0 2024-11-10T01:24:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK] 2024-11-10T01:24:57,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T01:24:57,758 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/WALs/0c4d4d227d60,42943,1731201893973/0c4d4d227d60%2C42943%2C1731201893973.1731201897687 2024-11-10T01:24:57,759 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-10T01:24:57,759 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:24:57,759 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:24:57,762 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,763 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:24:57,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:57,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:57,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:24:57,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:57,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:24:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:24:57,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:57,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:24:57,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:24:57,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:57,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:24:57,838 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,841 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,842 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,846 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,847 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,852 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:24:57,856 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:24:57,860 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:24:57,862 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62772083, jitterRate=-0.06462307274341583}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:24:57,868 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731201897774Initializing all the Stores at 1731201897776 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201897776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201897777 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201897777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201897777Cleaning up temporary data from old regions at 1731201897847 (+70 ms)Region opened successfully at 1731201897868 (+21 ms) 2024-11-10T01:24:57,869 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:24:57,899 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad6cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:24:57,929 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:24:57,939 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:24:57,939 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:24:57,941 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:24:57,942 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T01:24:57,947 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T01:24:57,947 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T01:24:57,975 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:24:57,985 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T01:24:58,036 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T01:24:58,040 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:24:58,043 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:24:58,052 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T01:24:58,055 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:24:58,059 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:24:58,073 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T01:24:58,075 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:24:58,088 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T01:24:58,110 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:24:58,120 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T01:24:58,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:24:58,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:24:58,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,139 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c4d4d227d60,42943,1731201893973, sessionid=0x10122587eaf0000, setting cluster-up flag (Was=false) 2024-11-10T01:24:58,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,204 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T01:24:58,206 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:58,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:58,262 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T01:24:58,264 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c4d4d227d60,42943,1731201893973 2024-11-10T01:24:58,270 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:24:58,344 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(746): ClusterId : f33be51d-c8ce-4826-9eab-e332ff8dd706 2024-11-10T01:24:58,347 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:24:58,352 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:24:58,359 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:24:58,359 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:24:58,361 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:24:58,366 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:24:58,369 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:24:58,370 DEBUG [RS:0;0c4d4d227d60:43661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a7f55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c4d4d227d60/172.17.0.3:0 2024-11-10T01:24:58,371 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c4d4d227d60,42943,1731201893973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:24:58,378 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:24:58,378 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:24:58,378 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:24:58,379 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:24:58,379 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c4d4d227d60:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:24:58,379 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,379 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:24:58,379 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,380 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731201928380 2024-11-10T01:24:58,382 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:24:58,383 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:24:58,384 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c4d4d227d60:43661 2024-11-10T01:24:58,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:24:58,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:24:58,386 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:24:58,387 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:24:58,387 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:24:58,387 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:24:58,387 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:24:58,387 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:24:58,387 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:24:58,388 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,390 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c4d4d227d60,42943,1731201893973 with port=43661, startcode=1731201895398 2024-11-10T01:24:58,390 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:58,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:24:58,391 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:24:58,393 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:24:58,393 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:24:58,396 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:24:58,396 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:24:58,400 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201898398,5,FailOnTimeoutGroup] 2024-11-10T01:24:58,403 DEBUG [RS:0;0c4d4d227d60:43661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:24:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:24:58,404 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201898401,5,FailOnTimeoutGroup] 2024-11-10T01:24:58,404 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,405 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:24:58,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,406 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,436 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:24:58,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] master.ServerManager(517): Registering regionserver=0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,459 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:24:58,459 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41529 2024-11-10T01:24:58,459 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:24:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:24:58,474 DEBUG [RS:0;0c4d4d227d60:43661 {}] zookeeper.ZKUtil(111): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,474 WARN [RS:0;0c4d4d227d60:43661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:24:58,474 INFO [RS:0;0c4d4d227d60:43661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:24:58,475 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c4d4d227d60,43661,1731201895398] 2024-11-10T01:24:58,500 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:24:58,515 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:24:58,520 INFO [RS:0;0c4d4d227d60:43661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:24:58,520 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,521 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:24:58,526 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:24:58,527 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,527 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,527 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,527 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c4d4d227d60:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,528 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,529 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,529 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c4d4d227d60:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:24:58,529 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:24:58,529 DEBUG [RS:0;0c4d4d227d60:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:24:58,530 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,530 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,530 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,530 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,531 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,531 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,43661,1731201895398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:24:58,553 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:24:58,555 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,43661,1731201895398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,555 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,556 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.Replication(171): 0c4d4d227d60,43661,1731201895398 started 2024-11-10T01:24:58,573 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:24:58,573 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1482): Serving as 0c4d4d227d60,43661,1731201895398, RpcServer on 0c4d4d227d60/172.17.0.3:43661, sessionid=0x10122587eaf0001 2024-11-10T01:24:58,574 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:24:58,574 DEBUG [RS:0;0c4d4d227d60:43661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,574 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,43661,1731201895398' 2024-11-10T01:24:58,575 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:24:58,576 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:24:58,576 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:24:58,576 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:24:58,577 DEBUG [RS:0;0c4d4d227d60:43661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:58,577 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c4d4d227d60,43661,1731201895398' 2024-11-10T01:24:58,577 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:24:58,578 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:24:58,578 DEBUG [RS:0;0c4d4d227d60:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:24:58,578 INFO [RS:0;0c4d4d227d60:43661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:24:58,578 INFO [RS:0;0c4d4d227d60:43661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:24:58,685 INFO [RS:0;0c4d4d227d60:43661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:24:58,689 INFO [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C43661%2C1731201895398, suffix=, logDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/oldWALs, maxLogs=32 2024-11-10T01:24:58,706 DEBUG [RS:0;0c4d4d227d60:43661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398/0c4d4d227d60%2C43661%2C1731201895398.1731201898691, exclude list is [], retry=0 2024-11-10T01:24:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK] 2024-11-10T01:24:58,715 INFO [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398/0c4d4d227d60%2C43661%2C1731201895398.1731201898691 2024-11-10T01:24:58,716 DEBUG [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-10T01:24:58,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:24:58,806 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:24:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741833_1009 (size=32) 2024-11-10T01:24:59,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:24:59,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:24:59,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:24:59,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:24:59,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:24:59,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:24:59,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:24:59,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:24:59,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:24:59,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:24:59,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740 2024-11-10T01:24:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740 2024-11-10T01:24:59,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:24:59,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:24:59,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:24:59,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:24:59,263 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:24:59,264 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71977100, jitterRate=0.07254236936569214}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:24:59,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731201899219Initializing all the Stores at 1731201899221 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899223 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201899223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899223Cleaning up temporary data from old regions at 1731201899253 (+30 ms)Region opened successfully at 1731201899267 (+14 ms) 2024-11-10T01:24:59,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:24:59,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:24:59,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:24:59,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:24:59,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:24:59,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:24:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731201899267Disabling compacts and flushes for region at 1731201899267Disabling writes for close at 1731201899268 (+1 ms)Writing region close event to WAL at 1731201899269 (+1 ms)Closed at 1731201899270 (+1 ms) 2024-11-10T01:24:59,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:24:59,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:24:59,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:24:59,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:24:59,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:24:59,449 DEBUG [0c4d4d227d60:42943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:24:59,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:59,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,43661,1731201895398, state=OPENING 2024-11-10T01:24:59,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:24:59,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:59,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:24:59,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:24:59,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:24:59,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:24:59,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:24:59,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:24:59,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:24:59,738 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:24:59,738 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:24:59,739 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:24:59,742 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c4d4d227d60%2C43661%2C1731201895398.meta, suffix=.meta, logDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/oldWALs, maxLogs=32 2024-11-10T01:24:59,763 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398/0c4d4d227d60%2C43661%2C1731201895398.meta.1731201899745.meta, exclude list is [], retry=0 2024-11-10T01:24:59,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK] 2024-11-10T01:24:59,770 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/WALs/0c4d4d227d60,43661,1731201895398/0c4d4d227d60%2C43661%2C1731201895398.meta.1731201899745.meta 2024-11-10T01:24:59,770 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-10T01:24:59,771 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:24:59,772 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:24:59,775 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:24:59,779 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:24:59,783 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:24:59,784 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:24:59,784 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:24:59,784 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:24:59,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:24:59,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:24:59,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:24:59,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:24:59,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:24:59,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:24:59,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:24:59,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:24:59,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:24:59,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:24:59,797 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:24:59,798 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740 2024-11-10T01:24:59,801 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740 2024-11-10T01:24:59,804 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:24:59,804 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:24:59,805 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:24:59,807 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:24:59,809 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72140895, jitterRate=0.07498310506343842}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:24:59,809 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:24:59,810 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731201899785Writing region info on filesystem at 1731201899785Initializing all the Stores at 1731201899787 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201899787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731201899787Cleaning up temporary data from old regions at 1731201899804 (+17 ms)Running coprocessor post-open hooks at 1731201899809 (+5 ms)Region opened successfully at 1731201899810 (+1 ms) 2024-11-10T01:24:59,817 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731201899712 2024-11-10T01:24:59,827 DEBUG [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:24:59,828 INFO [RS_OPEN_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:24:59,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:59,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c4d4d227d60,43661,1731201895398, state=OPEN 2024-11-10T01:24:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:24:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:24:59,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:24:59,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:24:59,894 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:24:59,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:24:59,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c4d4d227d60,43661,1731201895398 in 356 msec 2024-11-10T01:24:59,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:24:59,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-10T01:24:59,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:24:59,914 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:24:59,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:24:59,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:24:59,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:24:59,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:24:59,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6680 sec 2024-11-10T01:24:59,977 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731201899977, completionTime=-1 2024-11-10T01:24:59,979 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T01:24:59,980 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T01:25:00,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T01:25:00,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731201960022 2024-11-10T01:25:00,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731202020022 2024-11-10T01:25:00,022 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec 2024-11-10T01:25:00,024 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,025 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,025 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,026 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c4d4d227d60:42943, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,026 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,027 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,035 DEBUG [master/0c4d4d227d60:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:25:00,056 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.334sec 2024-11-10T01:25:00,057 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:25:00,058 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:25:00,058 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:25:00,059 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:25:00,059 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:25:00,059 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:25:00,060 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:25:00,067 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:25:00,068 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:25:00,068 INFO [master/0c4d4d227d60:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c4d4d227d60,42943,1731201893973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:25:00,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c5159d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:00,163 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T01:25:00,163 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T01:25:00,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:00,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:00,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:00,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:00,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:00,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:00,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:00,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c2e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:00,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:00,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:00,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:00,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c4d4d227d60,42943,1731201893973 2024-11-10T01:25:00,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=3061 2024-11-10T01:25:00,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:25:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:25:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11630d03 2024-11-10T01:25:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:25:00,245 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:25:00,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:25:00,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:25:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:00,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:25:00,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T01:25:00,266 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:00,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:25:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741835_1011 (size=959) 2024-11-10T01:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:00,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:25:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741836_1012 (size=53) 2024-11-10T01:25:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:01,103 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:25:01,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b875741fb77d459eb4a6097f5c12b89c, disabling compactions & flushes 2024-11-10T01:25:01,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. after waiting 0 ms 2024-11-10T01:25:01,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b875741fb77d459eb4a6097f5c12b89c: Waiting for close lock at 1731201901104Disabling compacts and flushes for region at 1731201901104Disabling writes for close at 1731201901105 (+1 ms)Writing region close event to WAL at 1731201901105Closed at 1731201901105 2024-11-10T01:25:01,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:25:01,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731201901111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201901111"}]},"ts":"1731201901111"} 2024-11-10T01:25:01,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:25:01,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:25:01,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201901125"}]},"ts":"1731201901125"} 2024-11-10T01:25:01,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:25:01,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, ASSIGN}] 2024-11-10T01:25:01,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, ASSIGN 2024-11-10T01:25:01,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:25:01,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b875741fb77d459eb4a6097f5c12b89c, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, ASSIGN because future has completed 2024-11-10T01:25:01,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:25:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:01,467 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,467 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:25:01,468 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,468 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:25:01,468 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,469 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,472 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,475 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b875741fb77d459eb4a6097f5c12b89c columnFamilyName A 2024-11-10T01:25:01,475 DEBUG [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:01,476 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(327): Store=b875741fb77d459eb4a6097f5c12b89c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:01,476 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,479 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b875741fb77d459eb4a6097f5c12b89c columnFamilyName B 2024-11-10T01:25:01,479 DEBUG [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:01,479 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(327): Store=b875741fb77d459eb4a6097f5c12b89c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:01,480 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,482 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b875741fb77d459eb4a6097f5c12b89c columnFamilyName C 2024-11-10T01:25:01,482 DEBUG [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:01,483 INFO [StoreOpener-b875741fb77d459eb4a6097f5c12b89c-1 {}] regionserver.HStore(327): Store=b875741fb77d459eb4a6097f5c12b89c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:01,483 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,484 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,485 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,487 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,487 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,488 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:25:01,490 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,494 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:25:01,495 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b875741fb77d459eb4a6097f5c12b89c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70251627, jitterRate=0.04683081805706024}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:25:01,495 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:01,496 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b875741fb77d459eb4a6097f5c12b89c: Running coprocessor pre-open hook at 1731201901469Writing region info on filesystem at 1731201901469Initializing all the Stores at 1731201901471 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201901471Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201901471Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201901471Cleaning up temporary data from old regions at 1731201901487 (+16 ms)Running coprocessor post-open hooks at 1731201901495 (+8 ms)Region opened successfully at 1731201901496 (+1 ms) 2024-11-10T01:25:01,498 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., pid=6, masterSystemTime=1731201901458 2024-11-10T01:25:01,501 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,502 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:01,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b875741fb77d459eb4a6097f5c12b89c, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:01,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:25:01,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T01:25:01,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 in 206 msec 2024-11-10T01:25:01,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T01:25:01,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, ASSIGN in 381 msec 2024-11-10T01:25:01,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:25:01,519 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201901519"}]},"ts":"1731201901519"} 2024-11-10T01:25:01,523 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:25:01,524 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:25:01,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec 2024-11-10T01:25:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:25:02,435 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:02,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352950fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,447 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,451 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59d180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:25:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:25:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5147d04a 2024-11-10T01:25:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:25:02,465 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:25:02,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcd1d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,471 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad5917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6c3e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,477 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5ef3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,480 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43659da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d7ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,484 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295e0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174557e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2685eeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d21add1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,494 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1df973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,497 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,499 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e3a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510991b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,503 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9d3a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0556af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730a2205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79314f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ba1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a16c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,518 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a574470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3836c532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:02,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:02,521 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:02,523 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7599d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:02,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:02,531 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,531 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,531 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,531 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,532 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,532 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,534 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,534 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,535 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,537 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,538 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:02,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T01:25:02,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:02,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:25:02,558 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:02,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:02,629 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:02,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:02,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:02,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:02,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:02,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/faf8b79a26ba4ac4a35b9272f56a496f is 50, key is test_row_0/A:col10/1731201902592/Put/seqid=0 2024-11-10T01:25:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741837_1013 (size=12001) 2024-11-10T01:25:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/faf8b79a26ba4ac4a35b9272f56a496f 2024-11-10T01:25:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201962793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201962799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201962810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201962814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201962815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:02,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:02,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:02,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e43d27c996884d7093f25d14cd9f2fb3 is 50, key is test_row_0/B:col10/1731201902592/Put/seqid=0 2024-11-10T01:25:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201962952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741838_1014 (size=12001) 2024-11-10T01:25:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201962953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201962954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201962954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201962962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:02,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e43d27c996884d7093f25d14cd9f2fb3 2024-11-10T01:25:03,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ff3910ba95d4b4bb59c3ff2780b17a8 is 50, key is test_row_0/C:col10/1731201902592/Put/seqid=0 2024-11-10T01:25:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741839_1015 (size=12001) 2024-11-10T01:25:03,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ff3910ba95d4b4bb59c3ff2780b17a8 2024-11-10T01:25:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/faf8b79a26ba4ac4a35b9272f56a496f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f 2024-11-10T01:25:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:25:03,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e43d27c996884d7093f25d14cd9f2fb3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3 2024-11-10T01:25:03,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:25:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ff3910ba95d4b4bb59c3ff2780b17a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8 2024-11-10T01:25:03,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:25:03,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b875741fb77d459eb4a6097f5c12b89c in 531ms, sequenceid=13, compaction requested=false 2024-11-10T01:25:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T01:25:03,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:03,174 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:03,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T01:25:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:03,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/742ae4d61da04e4baf1991cd24fc0443 is 50, key is test_row_0/A:col10/1731201902797/Put/seqid=0 2024-11-10T01:25:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741840_1016 (size=14341) 2024-11-10T01:25:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201963207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201963203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201963225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201963208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201963229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201963343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201963345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201963345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201963345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201963346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201963574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201963575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201963577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201963577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201963577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/742ae4d61da04e4baf1991cd24fc0443 2024-11-10T01:25:03,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/11366e8d4a43495ab506df8a9b4dd5c1 is 50, key is test_row_0/B:col10/1731201902797/Put/seqid=0 2024-11-10T01:25:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741841_1017 (size=12001) 2024-11-10T01:25:03,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/11366e8d4a43495ab506df8a9b4dd5c1 2024-11-10T01:25:03,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 is 50, key is test_row_0/C:col10/1731201902797/Put/seqid=0 2024-11-10T01:25:03,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741842_1018 (size=12001) 2024-11-10T01:25:03,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 2024-11-10T01:25:03,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/742ae4d61da04e4baf1991cd24fc0443 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443 2024-11-10T01:25:03,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443, entries=200, sequenceid=39, filesize=14.0 K 2024-11-10T01:25:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/11366e8d4a43495ab506df8a9b4dd5c1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1 2024-11-10T01:25:03,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1, entries=150, sequenceid=39, filesize=11.7 K 2024-11-10T01:25:03,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 2024-11-10T01:25:03,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61, entries=150, sequenceid=39, filesize=11.7 K 2024-11-10T01:25:03,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b875741fb77d459eb4a6097f5c12b89c in 664ms, sequenceid=39, compaction requested=false 2024-11-10T01:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:03,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T01:25:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:03,878 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T01:25:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f526b4d762ee4c74920a08619a9a9757 is 50, key is test_row_0/A:col10/1731201903202/Put/seqid=0 2024-11-10T01:25:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741843_1019 (size=12001) 2024-11-10T01:25:03,937 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f526b4d762ee4c74920a08619a9a9757 2024-11-10T01:25:03,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/473ffd8f37d0466cb8cef462bb63ca4b is 50, key is test_row_0/B:col10/1731201903202/Put/seqid=0 2024-11-10T01:25:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201963956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201963956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201963960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201963966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201963969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741844_1020 (size=12001) 2024-11-10T01:25:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201964071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201964083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201964083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201964083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201964084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201964282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201964293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201964293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201964293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201964294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,408 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/473ffd8f37d0466cb8cef462bb63ca4b 2024-11-10T01:25:04,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:25:04,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:25:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/3f427b25903141929b5d3bda307fe742 is 50, key is test_row_0/C:col10/1731201903202/Put/seqid=0 2024-11-10T01:25:04,436 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:25:04,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:25:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:25:04,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:25:04,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:25:04,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T01:25:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741845_1021 (size=12001) 2024-11-10T01:25:04,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:25:04,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201964592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201964602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201964602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201964603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201964603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:04,854 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/3f427b25903141929b5d3bda307fe742 2024-11-10T01:25:04,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f526b4d762ee4c74920a08619a9a9757 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757 2024-11-10T01:25:04,927 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T01:25:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/473ffd8f37d0466cb8cef462bb63ca4b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b 2024-11-10T01:25:04,947 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T01:25:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/3f427b25903141929b5d3bda307fe742 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742 2024-11-10T01:25:04,966 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T01:25:04,968 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b875741fb77d459eb4a6097f5c12b89c in 1090ms, sequenceid=49, compaction requested=true 2024-11-10T01:25:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T01:25:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T01:25:04,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T01:25:04,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4130 sec 2024-11-10T01:25:04,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4470 sec 2024-11-10T01:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:05,104 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:05,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T01:25:05,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/c4ee7971d85a4aa0963046a01cb0a129 is 50, key is test_row_0/A:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201965122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201965127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201965129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201965131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201965133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741846_1022 (size=14341) 2024-11-10T01:25:05,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201965244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201965244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201965244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201965246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:25:05,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201965451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201965451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201965451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201965462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/c4ee7971d85a4aa0963046a01cb0a129 2024-11-10T01:25:05,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c99a094ec7c64996bca441c478507b1f is 50, key is test_row_0/B:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741847_1023 (size=12001) 2024-11-10T01:25:05,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201965762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201965762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201965762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:05,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201965772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c99a094ec7c64996bca441c478507b1f 2024-11-10T01:25:06,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/c173b918bd1b4db1b2f2ed31384ee738 is 50, key is test_row_0/C:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:06,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741848_1024 (size=12001) 2024-11-10T01:25:06,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201966141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:06,155 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201966271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201966271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:06,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201966271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201966282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:06,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/c173b918bd1b4db1b2f2ed31384ee738 2024-11-10T01:25:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/c4ee7971d85a4aa0963046a01cb0a129 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129 2024-11-10T01:25:06,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129, entries=200, sequenceid=76, filesize=14.0 K 2024-11-10T01:25:06,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c99a094ec7c64996bca441c478507b1f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f 2024-11-10T01:25:06,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T01:25:06,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/c173b918bd1b4db1b2f2ed31384ee738 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738 2024-11-10T01:25:06,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T01:25:06,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b875741fb77d459eb4a6097f5c12b89c in 1409ms, sequenceid=76, compaction requested=true 2024-11-10T01:25:06,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:06,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:06,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:06,519 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:06,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:06,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:06,519 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:06,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:06,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:06,523 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:06,525 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:06,526 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:06,526 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=46.9 K 2024-11-10T01:25:06,528 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e43d27c996884d7093f25d14cd9f2fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201902592 2024-11-10T01:25:06,530 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:06,530 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 11366e8d4a43495ab506df8a9b4dd5c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731201902797 2024-11-10T01:25:06,530 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:06,530 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:06,530 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=51.4 K 2024-11-10T01:25:06,531 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf8b79a26ba4ac4a35b9272f56a496f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201902592 2024-11-10T01:25:06,531 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 473ffd8f37d0466cb8cef462bb63ca4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731201903202 2024-11-10T01:25:06,532 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742ae4d61da04e4baf1991cd24fc0443, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731201902730 2024-11-10T01:25:06,533 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f526b4d762ee4c74920a08619a9a9757, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731201903202 2024-11-10T01:25:06,533 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c99a094ec7c64996bca441c478507b1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:06,535 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ee7971d85a4aa0963046a01cb0a129, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:06,597 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#12 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:06,603 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#13 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:06,605 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ed8abf91f90d47a88b461213169e5482 is 50, key is test_row_0/B:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:06,605 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/b8fb56792170425d947f1e90061655ea is 50, key is test_row_0/A:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741850_1026 (size=12139) 2024-11-10T01:25:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741849_1025 (size=12139) 2024-11-10T01:25:06,644 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ed8abf91f90d47a88b461213169e5482 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ed8abf91f90d47a88b461213169e5482 2024-11-10T01:25:06,665 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into ed8abf91f90d47a88b461213169e5482(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:06,665 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:06,668 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=12, startTime=1731201906519; duration=0sec 2024-11-10T01:25:06,671 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:06,671 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:06,671 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:06,674 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:06,674 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:06,674 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:06,674 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=46.9 K 2024-11-10T01:25:06,675 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ff3910ba95d4b4bb59c3ff2780b17a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201902592 2024-11-10T01:25:06,676 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eeed5a9f6cd4f6ba0fbe00725a05a61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731201902797 2024-11-10T01:25:06,677 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f427b25903141929b5d3bda307fe742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731201903202 2024-11-10T01:25:06,677 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c173b918bd1b4db1b2f2ed31384ee738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:06,715 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#14 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:06,716 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1a5256986873405a929a4ddf790d1eee is 50, key is test_row_0/C:col10/1731201905102/Put/seqid=0 2024-11-10T01:25:06,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741851_1027 (size=12139) 2024-11-10T01:25:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T01:25:06,735 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:06,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T01:25:06,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:06,744 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:06,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:06,747 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1a5256986873405a929a4ddf790d1eee as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1a5256986873405a929a4ddf790d1eee 2024-11-10T01:25:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:25:06,764 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 1a5256986873405a929a4ddf790d1eee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:06,764 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:06,765 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=12, startTime=1731201906519; duration=0sec 2024-11-10T01:25:06,765 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:06,765 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:25:06,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T01:25:06,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:06,905 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T01:25:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8bf997d028d0488b998b0b7f39043a51 is 50, key is test_row_0/A:col10/1731201905129/Put/seqid=0 2024-11-10T01:25:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741852_1028 (size=12001) 2024-11-10T01:25:06,935 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8bf997d028d0488b998b0b7f39043a51 2024-11-10T01:25:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3dc60d7136ba439c804d720f946904e8 is 50, key is test_row_0/B:col10/1731201905129/Put/seqid=0 2024-11-10T01:25:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741853_1029 (size=12001) 2024-11-10T01:25:07,026 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/b8fb56792170425d947f1e90061655ea as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b8fb56792170425d947f1e90061655ea 2024-11-10T01:25:07,040 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into b8fb56792170425d947f1e90061655ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:07,040 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:07,040 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=12, startTime=1731201906515; duration=0sec 2024-11-10T01:25:07,040 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:07,040 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:25:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:07,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:07,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201967336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201967338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201967346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201967346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:25:07,382 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3dc60d7136ba439c804d720f946904e8 2024-11-10T01:25:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/8723658fd1174e8da70c3fdfaaae90af is 50, key is test_row_0/C:col10/1731201905129/Put/seqid=0 2024-11-10T01:25:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741854_1030 (size=12001) 2024-11-10T01:25:07,424 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/8723658fd1174e8da70c3fdfaaae90af 2024-11-10T01:25:07,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8bf997d028d0488b998b0b7f39043a51 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51 2024-11-10T01:25:07,448 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T01:25:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3dc60d7136ba439c804d720f946904e8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8 2024-11-10T01:25:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201967452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201967452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201967461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201967461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,469 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T01:25:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/8723658fd1174e8da70c3fdfaaae90af as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af 2024-11-10T01:25:07,484 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T01:25:07,486 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b875741fb77d459eb4a6097f5c12b89c in 581ms, sequenceid=87, compaction requested=false 2024-11-10T01:25:07,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:07,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T01:25:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T01:25:07,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T01:25:07,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-11-10T01:25:07,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 762 msec 2024-11-10T01:25:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:07,665 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:07,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T01:25:07,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/926210753a894ee9b320b785086c86dd is 50, key is test_row_0/A:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201967683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201967684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741855_1031 (size=14341) 2024-11-10T01:25:07,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/926210753a894ee9b320b785086c86dd 2024-11-10T01:25:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201967687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201967688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d7d179a744ea4ab88eb40f7cfc0f9c65 is 50, key is test_row_0/B:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741856_1032 (size=12001) 2024-11-10T01:25:07,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d7d179a744ea4ab88eb40f7cfc0f9c65 2024-11-10T01:25:07,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/81538cc2cdef4a8996d573c93fa74fe7 is 50, key is test_row_0/C:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741857_1033 (size=12001) 2024-11-10T01:25:07,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/81538cc2cdef4a8996d573c93fa74fe7 2024-11-10T01:25:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201967791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201967791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/926210753a894ee9b320b785086c86dd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd 2024-11-10T01:25:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201967802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201967802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:07,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd, entries=200, sequenceid=116, filesize=14.0 K 2024-11-10T01:25:07,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d7d179a744ea4ab88eb40f7cfc0f9c65 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65 2024-11-10T01:25:07,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T01:25:07,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/81538cc2cdef4a8996d573c93fa74fe7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7 2024-11-10T01:25:07,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T01:25:07,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b875741fb77d459eb4a6097f5c12b89c in 195ms, sequenceid=116, compaction requested=true 2024-11-10T01:25:07,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:07,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:07,861 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:07,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:07,861 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:07,864 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:07,864 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:07,864 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:07,865 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ed8abf91f90d47a88b461213169e5482, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=35.3 K 2024-11-10T01:25:07,865 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:07,865 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:07,865 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8abf91f90d47a88b461213169e5482, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:07,865 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:07,866 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b8fb56792170425d947f1e90061655ea, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=37.6 K 2024-11-10T01:25:07,866 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fb56792170425d947f1e90061655ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:07,866 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc60d7136ba439c804d720f946904e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201905126 2024-11-10T01:25:07,867 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf997d028d0488b998b0b7f39043a51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201905126 2024-11-10T01:25:07,867 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d179a744ea4ab88eb40f7cfc0f9c65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:07,867 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926210753a894ee9b320b785086c86dd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T01:25:07,891 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#21 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:07,891 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:07,892 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/42ec9f16b19f4b01b0328ad6d6aa517b is 50, key is test_row_0/B:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:07,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T01:25:07,894 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#22 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:07,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:07,896 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:07,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:07,897 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/c61ef54231b147bab5ebbb7d28aa154c is 50, key is test_row_0/A:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741858_1034 (size=12241) 2024-11-10T01:25:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741859_1035 (size=12241) 2024-11-10T01:25:07,959 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/c61ef54231b147bab5ebbb7d28aa154c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c61ef54231b147bab5ebbb7d28aa154c 2024-11-10T01:25:07,971 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into c61ef54231b147bab5ebbb7d28aa154c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:07,971 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:07,972 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201907861; duration=0sec 2024-11-10T01:25:07,972 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:07,972 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:07,972 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:07,974 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:07,975 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:07,975 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:07,975 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1a5256986873405a929a4ddf790d1eee, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=35.3 K 2024-11-10T01:25:07,978 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5256986873405a929a4ddf790d1eee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731201903932 2024-11-10T01:25:07,979 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8723658fd1174e8da70c3fdfaaae90af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201905126 2024-11-10T01:25:07,980 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81538cc2cdef4a8996d573c93fa74fe7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:08,000 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:08,001 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2b837f314bf349a182029fe21c5216bc is 50, key is test_row_0/C:col10/1731201907343/Put/seqid=0 2024-11-10T01:25:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:08,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:08,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:25:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:08,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/02f862bb73d041febfe590b41accfd2c is 50, key is test_row_0/A:col10/1731201908004/Put/seqid=0 2024-11-10T01:25:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741860_1036 (size=12241) 2024-11-10T01:25:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741861_1037 (size=11997) 2024-11-10T01:25:08,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201968102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201968105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201968103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201968111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201968161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,163 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201968222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201968221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201968222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201968222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,330 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/42ec9f16b19f4b01b0328ad6d6aa517b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/42ec9f16b19f4b01b0328ad6d6aa517b 2024-11-10T01:25:08,344 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 42ec9f16b19f4b01b0328ad6d6aa517b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:08,344 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:08,344 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201907861; duration=0sec 2024-11-10T01:25:08,345 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:08,345 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:08,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201968431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201968432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/02f862bb73d041febfe590b41accfd2c 2024-11-10T01:25:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201968432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201968433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,450 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2b837f314bf349a182029fe21c5216bc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2b837f314bf349a182029fe21c5216bc 2024-11-10T01:25:08,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/a409407027e743c4879f650b5f798946 is 50, key is test_row_0/B:col10/1731201908004/Put/seqid=0 2024-11-10T01:25:08,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 2b837f314bf349a182029fe21c5216bc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:08,466 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:08,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201907862; duration=0sec 2024-11-10T01:25:08,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:08,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:08,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741862_1038 (size=9657) 2024-11-10T01:25:08,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:08,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201968741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201968742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201968742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201968748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:08,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:08,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:08,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/a409407027e743c4879f650b5f798946 2024-11-10T01:25:08,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/4c3299b6777c4d8da4bafd64a9ad3031 is 50, key is test_row_0/C:col10/1731201908004/Put/seqid=0 2024-11-10T01:25:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741863_1039 (size=9657) 2024-11-10T01:25:08,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/4c3299b6777c4d8da4bafd64a9ad3031 2024-11-10T01:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/02f862bb73d041febfe590b41accfd2c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c 2024-11-10T01:25:08,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T01:25:08,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/a409407027e743c4879f650b5f798946 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946 2024-11-10T01:25:08,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946, entries=100, sequenceid=128, filesize=9.4 K 2024-11-10T01:25:08,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/4c3299b6777c4d8da4bafd64a9ad3031 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031 2024-11-10T01:25:08,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031, entries=100, sequenceid=128, filesize=9.4 K 2024-11-10T01:25:08,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b875741fb77d459eb4a6097f5c12b89c in 948ms, sequenceid=128, compaction requested=false 2024-11-10T01:25:08,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:08,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T01:25:08,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:08,980 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:25:08,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8866df8fb77f46cca6fb40557b7d8884 is 50, key is test_row_0/A:col10/1731201908107/Put/seqid=0 2024-11-10T01:25:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741864_1040 (size=12151) 2024-11-10T01:25:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:09,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201969263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201969298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201969298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201969298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,403 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8866df8fb77f46cca6fb40557b7d8884 2024-11-10T01:25:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201969402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201969411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201969411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201969412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3699b908c33844e998913bde6385c4a6 is 50, key is test_row_0/B:col10/1731201908107/Put/seqid=0 2024-11-10T01:25:09,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741865_1041 (size=12151) 2024-11-10T01:25:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201969611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201969622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201969622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201969622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,823 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3699b908c33844e998913bde6385c4a6 2024-11-10T01:25:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/aa7de2e7f2ed4e74a24eecdc0fb3463e is 50, key is test_row_0/C:col10/1731201908107/Put/seqid=0 2024-11-10T01:25:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741866_1042 (size=12151) 2024-11-10T01:25:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201969922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201969931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201969931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201969931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:09,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:10,261 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/aa7de2e7f2ed4e74a24eecdc0fb3463e 2024-11-10T01:25:10,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8866df8fb77f46cca6fb40557b7d8884 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884 2024-11-10T01:25:10,277 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T01:25:10,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3699b908c33844e998913bde6385c4a6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6 2024-11-10T01:25:10,285 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T01:25:10,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/aa7de2e7f2ed4e74a24eecdc0fb3463e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e 2024-11-10T01:25:10,295 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T01:25:10,297 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b875741fb77d459eb4a6097f5c12b89c in 1316ms, sequenceid=155, compaction requested=true 2024-11-10T01:25:10,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:10,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:10,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T01:25:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T01:25:10,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T01:25:10,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4020 sec 2024-11-10T01:25:10,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.4120 sec 2024-11-10T01:25:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:10,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:25:10,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2e02f0fef1504baaa81ea09e496733ca is 50, key is test_row_0/A:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741867_1043 (size=14541) 2024-11-10T01:25:10,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2e02f0fef1504baaa81ea09e496733ca 2024-11-10T01:25:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201970479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201970481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/eef046aa1e4c497e8bbbabebc8bb3cdc is 50, key is test_row_0/B:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:10,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201970482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201970482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741868_1044 (size=12151) 2024-11-10T01:25:10,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/eef046aa1e4c497e8bbbabebc8bb3cdc 2024-11-10T01:25:10,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dd4a10c80c2d469487c0b3ee6aaaf7fb is 50, key is test_row_0/C:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:10,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741869_1045 (size=12151) 2024-11-10T01:25:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201970591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201970591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201970601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201970601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201970801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201970801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201970812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201970812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:10,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dd4a10c80c2d469487c0b3ee6aaaf7fb 2024-11-10T01:25:10,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2e02f0fef1504baaa81ea09e496733ca as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca 2024-11-10T01:25:10,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca, entries=200, sequenceid=168, filesize=14.2 K 2024-11-10T01:25:10,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/eef046aa1e4c497e8bbbabebc8bb3cdc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc 2024-11-10T01:25:10,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:25:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dd4a10c80c2d469487c0b3ee6aaaf7fb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb 2024-11-10T01:25:10,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:25:10,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b875741fb77d459eb4a6097f5c12b89c in 555ms, sequenceid=168, compaction requested=true 2024-11-10T01:25:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:10,990 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:10,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:10,990 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:10,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:10,993 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50930 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:10,993 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:10,993 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:10,993 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c61ef54231b147bab5ebbb7d28aa154c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=49.7 K 2024-11-10T01:25:10,993 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:10,994 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:10,994 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:10,994 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/42ec9f16b19f4b01b0328ad6d6aa517b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=45.1 K 2024-11-10T01:25:10,994 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c61ef54231b147bab5ebbb7d28aa154c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:10,994 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ec9f16b19f4b01b0328ad6d6aa517b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:10,995 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02f862bb73d041febfe590b41accfd2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731201907675 2024-11-10T01:25:10,995 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a409407027e743c4879f650b5f798946, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731201908004 2024-11-10T01:25:10,996 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3699b908c33844e998913bde6385c4a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731201908095 2024-11-10T01:25:10,996 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8866df8fb77f46cca6fb40557b7d8884, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731201908095 2024-11-10T01:25:10,997 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting eef046aa1e4c497e8bbbabebc8bb3cdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:10,997 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e02f0fef1504baaa81ea09e496733ca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:11,023 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:11,024 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/5e7a7a8872cc4dda8641da804c6d97a1 is 50, key is test_row_0/B:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:11,027 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:11,028 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d is 50, key is test_row_0/A:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741870_1046 (size=12527) 2024-11-10T01:25:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741871_1047 (size=12527) 2024-11-10T01:25:11,060 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/5e7a7a8872cc4dda8641da804c6d97a1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5e7a7a8872cc4dda8641da804c6d97a1 2024-11-10T01:25:11,076 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 5e7a7a8872cc4dda8641da804c6d97a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:11,076 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:11,076 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=12, startTime=1731201910990; duration=0sec 2024-11-10T01:25:11,078 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:11,078 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:11,078 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:11,082 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:11,082 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:11,082 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:11,083 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2b837f314bf349a182029fe21c5216bc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=45.1 K 2024-11-10T01:25:11,084 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b837f314bf349a182029fe21c5216bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731201907336 2024-11-10T01:25:11,084 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c3299b6777c4d8da4bafd64a9ad3031, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731201908004 2024-11-10T01:25:11,085 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7de2e7f2ed4e74a24eecdc0fb3463e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731201908095 2024-11-10T01:25:11,086 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting dd4a10c80c2d469487c0b3ee6aaaf7fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:11,115 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:11,115 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:11,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:11,116 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/68310881c88e42abbd7971a97da973c1 is 50, key is test_row_0/C:col10/1731201910433/Put/seqid=0 2024-11-10T01:25:11,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fc20023dbc148a1b740eecb7bd51738 is 50, key is test_row_0/A:col10/1731201910479/Put/seqid=0 2024-11-10T01:25:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741872_1048 (size=12527) 2024-11-10T01:25:11,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201971135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201971136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201971143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201971144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,164 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/68310881c88e42abbd7971a97da973c1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68310881c88e42abbd7971a97da973c1 2024-11-10T01:25:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741873_1049 (size=16931) 2024-11-10T01:25:11,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fc20023dbc148a1b740eecb7bd51738 2024-11-10T01:25:11,188 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 68310881c88e42abbd7971a97da973c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:11,188 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:11,188 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=12, startTime=1731201910991; duration=0sec 2024-11-10T01:25:11,188 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:11,188 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:11,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ec9f6e55d6d74040a92ac52456fa4d16 is 50, key is test_row_0/B:col10/1731201910479/Put/seqid=0 2024-11-10T01:25:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741874_1050 (size=12151) 2024-11-10T01:25:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201971252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201971252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201971252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201971252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,454 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d 2024-11-10T01:25:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201971461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,463 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into 8ae6c7f8cc3d4423a1a565f5d8bfbe6d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,463 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,463 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=12, startTime=1731201910990; duration=0sec 2024-11-10T01:25:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201971461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,463 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:11,463 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201971461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201971462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ec9f6e55d6d74040a92ac52456fa4d16 2024-11-10T01:25:11,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/de6e9451ad29408a9e11c476db63a656 is 50, key is test_row_0/C:col10/1731201910479/Put/seqid=0 2024-11-10T01:25:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741875_1051 (size=12151) 2024-11-10T01:25:11,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/de6e9451ad29408a9e11c476db63a656 2024-11-10T01:25:11,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fc20023dbc148a1b740eecb7bd51738 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738 2024-11-10T01:25:11,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738, entries=250, sequenceid=194, filesize=16.5 K 2024-11-10T01:25:11,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ec9f6e55d6d74040a92ac52456fa4d16 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16 2024-11-10T01:25:11,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16, entries=150, sequenceid=194, filesize=11.9 K 2024-11-10T01:25:11,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/de6e9451ad29408a9e11c476db63a656 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656 2024-11-10T01:25:11,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656, entries=150, sequenceid=194, filesize=11.9 K 2024-11-10T01:25:11,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b875741fb77d459eb4a6097f5c12b89c in 570ms, sequenceid=194, compaction requested=false 2024-11-10T01:25:11,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:11,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:11,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:25:11,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/822fcd3bb817447ba97ba3bfcd569faf is 50, key is test_row_0/A:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741876_1052 (size=12151) 2024-11-10T01:25:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201971809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201971812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201971814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201971816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/822fcd3bb817447ba97ba3bfcd569faf 2024-11-10T01:25:11,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/140adcf459f248218cc3a385650276ab is 50, key is test_row_0/B:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741877_1053 (size=12151) 2024-11-10T01:25:11,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/140adcf459f248218cc3a385650276ab 2024-11-10T01:25:11,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1c26b185dc674d789ea2ec3144e82b90 is 50, key is test_row_0/C:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:11,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741878_1054 (size=12151) 2024-11-10T01:25:11,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1c26b185dc674d789ea2ec3144e82b90 2024-11-10T01:25:11,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/822fcd3bb817447ba97ba3bfcd569faf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf 2024-11-10T01:25:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201971922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:25:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201971922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/140adcf459f248218cc3a385650276ab as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab 2024-11-10T01:25:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201971932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201971932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:11,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:25:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1c26b185dc674d789ea2ec3144e82b90 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90 2024-11-10T01:25:11,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:25:11,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b875741fb77d459eb4a6097f5c12b89c in 185ms, sequenceid=211, compaction requested=true 2024-11-10T01:25:11,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:11,962 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:11,963 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:11,963 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:11,963 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:11,963 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=40.6 K 2024-11-10T01:25:11,964 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae6c7f8cc3d4423a1a565f5d8bfbe6d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:11,964 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:11,965 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fc20023dbc148a1b740eecb7bd51738, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731201910476 2024-11-10T01:25:11,966 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:11,966 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:11,966 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:11,967 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5e7a7a8872cc4dda8641da804c6d97a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.0 K 2024-11-10T01:25:11,967 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 822fcd3bb817447ba97ba3bfcd569faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:11,968 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7a7a8872cc4dda8641da804c6d97a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:11,969 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9f6e55d6d74040a92ac52456fa4d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731201910479 2024-11-10T01:25:11,969 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 140adcf459f248218cc3a385650276ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:11,991 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:11,993 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:11,994 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/6edfab9279b1475fbab87d47948d3197 is 50, key is test_row_0/B:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:11,994 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2b5810594b8a4461b657682eec1a3f91 is 50, key is test_row_0/A:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:12,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741879_1055 (size=12629) 2024-11-10T01:25:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741880_1056 (size=12629) 2024-11-10T01:25:12,041 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/6edfab9279b1475fbab87d47948d3197 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/6edfab9279b1475fbab87d47948d3197 2024-11-10T01:25:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T01:25:12,062 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:12,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T01:25:12,065 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2b5810594b8a4461b657682eec1a3f91 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2b5810594b8a4461b657682eec1a3f91 2024-11-10T01:25:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:12,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:12,067 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:12,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:12,073 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 6edfab9279b1475fbab87d47948d3197(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:12,073 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:12,073 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201911964; duration=0sec 2024-11-10T01:25:12,073 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:12,073 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:12,074 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:12,077 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into 2b5810594b8a4461b657682eec1a3f91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:12,078 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:12,078 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201911961; duration=0sec 2024-11-10T01:25:12,078 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:12,078 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:12,078 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:12,078 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:12,078 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,078 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68310881c88e42abbd7971a97da973c1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.0 K 2024-11-10T01:25:12,080 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 68310881c88e42abbd7971a97da973c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201909265 2024-11-10T01:25:12,081 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting de6e9451ad29408a9e11c476db63a656, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731201910479 2024-11-10T01:25:12,081 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c26b185dc674d789ea2ec3144e82b90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:12,093 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:12,094 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e6bfda373c594761b7346ed96990264a is 50, key is test_row_0/C:col10/1731201911127/Put/seqid=0 2024-11-10T01:25:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741881_1057 (size=12629) 2024-11-10T01:25:12,133 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e6bfda373c594761b7346ed96990264a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e6bfda373c594761b7346ed96990264a 2024-11-10T01:25:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:12,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:12,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:25:12,139 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into e6bfda373c594761b7346ed96990264a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:12,140 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:12,140 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201911967; duration=0sec 2024-11-10T01:25:12,140 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:12,140 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/319dd6a62f1c47b687024ec93317f8ef is 50, key is test_row_0/A:col10/1731201911809/Put/seqid=0 2024-11-10T01:25:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741882_1058 (size=14541) 2024-11-10T01:25:12,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/319dd6a62f1c47b687024ec93317f8ef 2024-11-10T01:25:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201972158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201972161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/10a0883a72324230ab4573d31c66e033 is 50, key is test_row_0/B:col10/1731201911809/Put/seqid=0 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201972163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201972163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201972172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,173 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741883_1059 (size=12151) 2024-11-10T01:25:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201972271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201972271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201972271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201972271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201972482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201972482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201972482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201972482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/10a0883a72324230ab4573d31c66e033 2024-11-10T01:25:12,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dcaf4b2b3724448db85e6c402b211967 is 50, key is test_row_0/C:col10/1731201911809/Put/seqid=0 2024-11-10T01:25:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741884_1060 (size=12151) 2024-11-10T01:25:12,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201972791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201972791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201972792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201972792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:12,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:12,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:12,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dcaf4b2b3724448db85e6c402b211967 2024-11-10T01:25:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/319dd6a62f1c47b687024ec93317f8ef as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef 2024-11-10T01:25:13,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef, entries=200, sequenceid=236, filesize=14.2 K 2024-11-10T01:25:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/10a0883a72324230ab4573d31c66e033 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033 2024-11-10T01:25:13,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T01:25:13,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/dcaf4b2b3724448db85e6c402b211967 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967 2024-11-10T01:25:13,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T01:25:13,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for b875741fb77d459eb4a6097f5c12b89c in 894ms, sequenceid=236, compaction requested=false 2024-11-10T01:25:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:13,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T01:25:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:13,144 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:25:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/3575e20cfc72442f872f721c83f29df9 is 50, key is test_row_0/A:col10/1731201912161/Put/seqid=0 2024-11-10T01:25:13,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741885_1061 (size=12151) 2024-11-10T01:25:13,159 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/3575e20cfc72442f872f721c83f29df9 2024-11-10T01:25:13,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/424a4cfec375486dbafbbcaae747a76d is 50, key is test_row_0/B:col10/1731201912161/Put/seqid=0 2024-11-10T01:25:13,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741886_1062 (size=12151) 2024-11-10T01:25:13,183 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/424a4cfec375486dbafbbcaae747a76d 2024-11-10T01:25:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e62acaa7171d41aaaad63f81611c4f38 is 50, key is test_row_0/C:col10/1731201912161/Put/seqid=0 2024-11-10T01:25:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741887_1063 (size=12151) 2024-11-10T01:25:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201973364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201973366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201973372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201973374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201973482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201973482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201973482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201973482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,601 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e62acaa7171d41aaaad63f81611c4f38 2024-11-10T01:25:13,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/3575e20cfc72442f872f721c83f29df9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9 2024-11-10T01:25:13,615 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T01:25:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/424a4cfec375486dbafbbcaae747a76d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d 2024-11-10T01:25:13,622 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T01:25:13,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e62acaa7171d41aaaad63f81611c4f38 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38 2024-11-10T01:25:13,628 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T01:25:13,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b875741fb77d459eb4a6097f5c12b89c in 485ms, sequenceid=251, compaction requested=true 2024-11-10T01:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T01:25:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T01:25:13,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T01:25:13,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-10T01:25:13,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5800 sec 2024-11-10T01:25:13,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:13,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:25:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:13,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/bfdd9ca422e34439a660ad2111f3cd11 is 50, key is test_row_0/A:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741888_1064 (size=17181) 2024-11-10T01:25:13,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201973717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201973718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201973720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201973722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201973831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201973831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201973832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201973832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/bfdd9ca422e34439a660ad2111f3cd11 2024-11-10T01:25:14,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/67f43e6ab7bf46788053322f9109f531 is 50, key is test_row_0/B:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:14,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741889_1065 (size=12301) 2024-11-10T01:25:14,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/67f43e6ab7bf46788053322f9109f531 2024-11-10T01:25:14,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/68138103982a4579b862a055c8af161b is 50, key is test_row_0/C:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741890_1066 (size=12301) 2024-11-10T01:25:14,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/68138103982a4579b862a055c8af161b 2024-11-10T01:25:14,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/bfdd9ca422e34439a660ad2111f3cd11 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11 2024-11-10T01:25:14,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11, entries=250, sequenceid=274, filesize=16.8 K 2024-11-10T01:25:14,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/67f43e6ab7bf46788053322f9109f531 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531 2024-11-10T01:25:14,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T01:25:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/68138103982a4579b862a055c8af161b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b 2024-11-10T01:25:14,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T01:25:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T01:25:14,215 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:14,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:14,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b875741fb77d459eb4a6097f5c12b89c in 523ms, sequenceid=274, compaction requested=true 2024-11-10T01:25:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:14,217 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T01:25:14,220 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56502 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:14,220 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:14,220 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,220 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2b5810594b8a4461b657682eec1a3f91, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=55.2 K 2024-11-10T01:25:14,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:14,221 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b5810594b8a4461b657682eec1a3f91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:14,222 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 319dd6a62f1c47b687024ec93317f8ef, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731201911809 2024-11-10T01:25:14,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:14,222 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3575e20cfc72442f872f721c83f29df9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731201912151 2024-11-10T01:25:14,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:14,223 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfdd9ca422e34439a660ad2111f3cd11, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:14,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:14,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:14,231 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:14,233 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:14,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:14,233 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:14,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:14,233 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:14,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:14,233 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/6edfab9279b1475fbab87d47948d3197, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=48.1 K 2024-11-10T01:25:14,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 6edfab9279b1475fbab87d47948d3197, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:14,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a0883a72324230ab4573d31c66e033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731201911809 2024-11-10T01:25:14,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 424a4cfec375486dbafbbcaae747a76d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731201912151 2024-11-10T01:25:14,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 67f43e6ab7bf46788053322f9109f531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:14,239 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:14,240 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/aa835dff51ec4a9b9594afb0830cdc76 is 50, key is test_row_0/A:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:14,259 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:14,260 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/bf848baed9094091a14b7fe646eaf3f4 is 50, key is test_row_0/B:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:14,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741891_1067 (size=12915) 2024-11-10T01:25:14,279 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/aa835dff51ec4a9b9594afb0830cdc76 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/aa835dff51ec4a9b9594afb0830cdc76 2024-11-10T01:25:14,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741892_1068 (size=12915) 2024-11-10T01:25:14,292 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into aa835dff51ec4a9b9594afb0830cdc76(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:14,292 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:14,293 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=12, startTime=1731201914217; duration=0sec 2024-11-10T01:25:14,293 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:14,293 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:14,293 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:14,306 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/bf848baed9094091a14b7fe646eaf3f4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/bf848baed9094091a14b7fe646eaf3f4 2024-11-10T01:25:14,307 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:14,307 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:14,308 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,308 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e6bfda373c594761b7346ed96990264a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=48.1 K 2024-11-10T01:25:14,315 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6bfda373c594761b7346ed96990264a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731201911127 2024-11-10T01:25:14,317 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcaf4b2b3724448db85e6c402b211967, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731201911809 2024-11-10T01:25:14,319 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e62acaa7171d41aaaad63f81611c4f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731201912151 2024-11-10T01:25:14,321 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68138103982a4579b862a055c8af161b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:14,329 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into bf848baed9094091a14b7fe646eaf3f4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:14,329 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:14,329 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=12, startTime=1731201914231; duration=0sec 2024-11-10T01:25:14,329 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:14,329 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:14,345 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#56 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:14,346 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/c18e8ccd3fdd45cfb3c445c71e17dd15 is 50, key is test_row_0/C:col10/1731201913693/Put/seqid=0 2024-11-10T01:25:14,352 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:14,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T01:25:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:14,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T01:25:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:14,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/660953b0504440ff893fa0c8a1ba80d8 is 50, key is test_row_0/A:col10/1731201914351/Put/seqid=0 2024-11-10T01:25:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741893_1069 (size=12915) 2024-11-10T01:25:14,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741894_1070 (size=12301) 2024-11-10T01:25:14,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/660953b0504440ff893fa0c8a1ba80d8 2024-11-10T01:25:14,398 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/c18e8ccd3fdd45cfb3c445c71e17dd15 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c18e8ccd3fdd45cfb3c445c71e17dd15 2024-11-10T01:25:14,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201974400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201974400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201974402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201974404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/59260594e68e4b7eb7387f237f8bfb45 is 50, key is test_row_0/B:col10/1731201914351/Put/seqid=0 2024-11-10T01:25:14,418 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into c18e8ccd3fdd45cfb3c445c71e17dd15(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:14,418 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:14,418 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=12, startTime=1731201914233; duration=0sec 2024-11-10T01:25:14,418 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:14,418 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741895_1071 (size=12301) 2024-11-10T01:25:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201974521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201974522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201974522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201974522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T01:25:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:14,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T01:25:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201974731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201974732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201974732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201974732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:14,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T01:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:14,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/59260594e68e4b7eb7387f237f8bfb45 2024-11-10T01:25:14,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e86cce3633894ce38bf570f9336f4c61 is 50, key is test_row_0/C:col10/1731201914351/Put/seqid=0 2024-11-10T01:25:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741896_1072 (size=12301) 2024-11-10T01:25:14,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e86cce3633894ce38bf570f9336f4c61 2024-11-10T01:25:14,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/660953b0504440ff893fa0c8a1ba80d8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8 2024-11-10T01:25:14,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T01:25:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/59260594e68e4b7eb7387f237f8bfb45 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45 2024-11-10T01:25:14,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T01:25:14,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/e86cce3633894ce38bf570f9336f4c61 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61 2024-11-10T01:25:14,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T01:25:14,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b875741fb77d459eb4a6097f5c12b89c in 588ms, sequenceid=290, compaction requested=false 2024-11-10T01:25:14,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:14,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T01:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:14,997 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:25:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fe32d25b7814483adceb4a021802b74 is 50, key is test_row_0/A:col10/1731201914388/Put/seqid=0 2024-11-10T01:25:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741897_1073 (size=12301) 2024-11-10T01:25:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201975056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201975058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201975060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201975061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201975381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,438 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fe32d25b7814483adceb4a021802b74 2024-11-10T01:25:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3aef5cab9e2548eab1abae6e600ddacf is 50, key is test_row_0/B:col10/1731201914388/Put/seqid=0 2024-11-10T01:25:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741898_1074 (size=12301) 2024-11-10T01:25:15,483 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3aef5cab9e2548eab1abae6e600ddacf 2024-11-10T01:25:15,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0db55cefad05450a9b3a9383c2ab2e6c is 50, key is test_row_0/C:col10/1731201914388/Put/seqid=0 2024-11-10T01:25:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741899_1075 (size=12301) 2024-11-10T01:25:15,505 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0db55cefad05450a9b3a9383c2ab2e6c 2024-11-10T01:25:15,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/9fe32d25b7814483adceb4a021802b74 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74 2024-11-10T01:25:15,521 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T01:25:15,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/3aef5cab9e2548eab1abae6e600ddacf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf 2024-11-10T01:25:15,532 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T01:25:15,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0db55cefad05450a9b3a9383c2ab2e6c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c 2024-11-10T01:25:15,544 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T01:25:15,546 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b875741fb77d459eb4a6097f5c12b89c in 549ms, sequenceid=313, compaction requested=true 2024-11-10T01:25:15,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:15,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:15,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T01:25:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T01:25:15,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T01:25:15,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-11-10T01:25:15,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3360 sec 2024-11-10T01:25:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:15,697 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:15,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T01:25:15,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/857b48d2f7d443739b118056e7331193 is 50, key is test_row_0/A:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741900_1076 (size=12301) 2024-11-10T01:25:15,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/857b48d2f7d443739b118056e7331193 2024-11-10T01:25:15,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e3df8caa077148709604bb6e606cc443 is 50, key is test_row_0/B:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:15,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201975744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201975746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201975747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201975748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741901_1077 (size=12301) 2024-11-10T01:25:15,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e3df8caa077148709604bb6e606cc443 2024-11-10T01:25:15,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/91220d919f79470bb310b30daee2cc6d is 50, key is test_row_0/C:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741902_1078 (size=12301) 2024-11-10T01:25:15,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/91220d919f79470bb310b30daee2cc6d 2024-11-10T01:25:15,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/857b48d2f7d443739b118056e7331193 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193 2024-11-10T01:25:15,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193, entries=150, sequenceid=330, filesize=12.0 K 2024-11-10T01:25:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e3df8caa077148709604bb6e606cc443 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443 2024-11-10T01:25:15,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443, entries=150, sequenceid=330, filesize=12.0 K 2024-11-10T01:25:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/91220d919f79470bb310b30daee2cc6d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d 2024-11-10T01:25:15,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d, entries=150, sequenceid=330, filesize=12.0 K 2024-11-10T01:25:15,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201975853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b875741fb77d459eb4a6097f5c12b89c in 164ms, sequenceid=330, compaction requested=true 2024-11-10T01:25:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:15,861 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:15,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:15,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T01:25:15,862 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:15,864 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:15,864 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:15,864 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:15,864 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:15,864 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:15,864 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:15,864 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/bf848baed9094091a14b7fe646eaf3f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=48.7 K 2024-11-10T01:25:15,864 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/aa835dff51ec4a9b9594afb0830cdc76, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=48.7 K 2024-11-10T01:25:15,865 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting aa835dff51ec4a9b9594afb0830cdc76, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:15,865 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf848baed9094091a14b7fe646eaf3f4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:15,865 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 660953b0504440ff893fa0c8a1ba80d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731201913715 2024-11-10T01:25:15,865 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59260594e68e4b7eb7387f237f8bfb45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731201913715 2024-11-10T01:25:15,866 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fe32d25b7814483adceb4a021802b74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731201914388 2024-11-10T01:25:15,866 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aef5cab9e2548eab1abae6e600ddacf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731201914388 2024-11-10T01:25:15,866 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 857b48d2f7d443739b118056e7331193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:15,867 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3df8caa077148709604bb6e606cc443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:15,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:15,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:25:15,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/d7dce88e64124552a71eaa4bf54097de is 50, key is test_row_0/A:col10/1731201915870/Put/seqid=0 2024-11-10T01:25:15,910 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:15,911 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/a62f3a7f6ca5491290e3d4382f40fff1 is 50, key is test_row_0/A:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:15,915 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:15,915 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/9ed4cb6268ca45f192d8b0e98e7a0f5e is 50, key is test_row_0/B:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:15,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201975912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201975917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201975920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741903_1079 (size=17181) 2024-11-10T01:25:15,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/d7dce88e64124552a71eaa4bf54097de 2024-11-10T01:25:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741904_1080 (size=13051) 2024-11-10T01:25:15,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/4e503066173c4cba85da07cb1d6b236d is 50, key is test_row_0/B:col10/1731201915870/Put/seqid=0 2024-11-10T01:25:15,980 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/a62f3a7f6ca5491290e3d4382f40fff1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/a62f3a7f6ca5491290e3d4382f40fff1 2024-11-10T01:25:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741905_1081 (size=13051) 2024-11-10T01:25:15,999 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into a62f3a7f6ca5491290e3d4382f40fff1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:15,999 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:15,999 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/9ed4cb6268ca45f192d8b0e98e7a0f5e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/9ed4cb6268ca45f192d8b0e98e7a0f5e 2024-11-10T01:25:15,999 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=12, startTime=1731201915861; duration=0sec 2024-11-10T01:25:16,001 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:16,002 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:16,002 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:16,004 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:16,004 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:16,004 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,004 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c18e8ccd3fdd45cfb3c445c71e17dd15, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=48.7 K 2024-11-10T01:25:16,005 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c18e8ccd3fdd45cfb3c445c71e17dd15, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731201913334 2024-11-10T01:25:16,005 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e86cce3633894ce38bf570f9336f4c61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731201913715 2024-11-10T01:25:16,007 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db55cefad05450a9b3a9383c2ab2e6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731201914388 2024-11-10T01:25:16,008 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 91220d919f79470bb310b30daee2cc6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741906_1082 (size=12301) 2024-11-10T01:25:16,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/4e503066173c4cba85da07cb1d6b236d 2024-11-10T01:25:16,027 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 9ed4cb6268ca45f192d8b0e98e7a0f5e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:16,027 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:16,027 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=12, startTime=1731201915861; duration=0sec 2024-11-10T01:25:16,027 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:16,027 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:16,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/bdfc0d79d1bd49d080a5468d2f4b215b is 50, key is test_row_0/C:col10/1731201915870/Put/seqid=0 2024-11-10T01:25:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201976033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201976040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201976052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741907_1083 (size=12301) 2024-11-10T01:25:16,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/bdfc0d79d1bd49d080a5468d2f4b215b 2024-11-10T01:25:16,071 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:16,072 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/b9d8dfd63d8241d992abc4ffacfc5d6e is 50, key is test_row_0/C:col10/1731201915693/Put/seqid=0 2024-11-10T01:25:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201976071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/d7dce88e64124552a71eaa4bf54097de as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de 2024-11-10T01:25:16,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de, entries=250, sequenceid=352, filesize=16.8 K 2024-11-10T01:25:16,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/4e503066173c4cba85da07cb1d6b236d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d 2024-11-10T01:25:16,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T01:25:16,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/bdfc0d79d1bd49d080a5468d2f4b215b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b 2024-11-10T01:25:16,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T01:25:16,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b875741fb77d459eb4a6097f5c12b89c in 237ms, sequenceid=352, compaction requested=false 2024-11-10T01:25:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741908_1084 (size=13051) 2024-11-10T01:25:16,122 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/b9d8dfd63d8241d992abc4ffacfc5d6e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/b9d8dfd63d8241d992abc4ffacfc5d6e 2024-11-10T01:25:16,135 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into b9d8dfd63d8241d992abc4ffacfc5d6e(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:16,135 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:16,135 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=12, startTime=1731201915862; duration=0sec 2024-11-10T01:25:16,135 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:16,136 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:16,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:16,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:25:16,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/14752c2379a54deaa57e102db7e3be4c is 50, key is test_row_0/A:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201976291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201976293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201976293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741909_1085 (size=14741) 2024-11-10T01:25:16,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/14752c2379a54deaa57e102db7e3be4c 2024-11-10T01:25:16,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/fdac02e78ce64c53942daedec9d65614 is 50, key is test_row_0/B:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741910_1086 (size=12301) 2024-11-10T01:25:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T01:25:16,372 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:16,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T01:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:16,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:16,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:16,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201976381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201976401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201976401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201976401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:16,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T01:25:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201976611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201976611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201976611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T01:25:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:16,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/fdac02e78ce64c53942daedec9d65614 2024-11-10T01:25:16,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/d2cfd74cedb74a0399b28768650d219c is 50, key is test_row_0/C:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741911_1087 (size=12301) 2024-11-10T01:25:16,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/d2cfd74cedb74a0399b28768650d219c 2024-11-10T01:25:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/14752c2379a54deaa57e102db7e3be4c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c 2024-11-10T01:25:16,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c, entries=200, sequenceid=370, filesize=14.4 K 2024-11-10T01:25:16,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/fdac02e78ce64c53942daedec9d65614 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614 2024-11-10T01:25:16,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T01:25:16,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/d2cfd74cedb74a0399b28768650d219c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c 2024-11-10T01:25:16,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T01:25:16,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b875741fb77d459eb4a6097f5c12b89c in 527ms, sequenceid=370, compaction requested=true 2024-11-10T01:25:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:16,781 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:16,781 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:16,782 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:16,782 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:16,782 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:16,782 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:16,782 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,782 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,782 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/9ed4cb6268ca45f192d8b0e98e7a0f5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.8 K 2024-11-10T01:25:16,782 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/a62f3a7f6ca5491290e3d4382f40fff1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=43.9 K 2024-11-10T01:25:16,783 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ed4cb6268ca45f192d8b0e98e7a0f5e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:16,783 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a62f3a7f6ca5491290e3d4382f40fff1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:16,785 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7dce88e64124552a71eaa4bf54097de, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731201915740 2024-11-10T01:25:16,786 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e503066173c4cba85da07cb1d6b236d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731201915740 2024-11-10T01:25:16,786 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14752c2379a54deaa57e102db7e3be4c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:16,787 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting fdac02e78ce64c53942daedec9d65614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:16,798 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:16,799 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/be60a84f990641958d4687028a40761b is 50, key is test_row_0/B:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:16,801 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:16,804 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/917b9b8ae648491e93866527e8aa1021 is 50, key is test_row_0/A:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741912_1088 (size=13153) 2024-11-10T01:25:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741913_1089 (size=13153) 2024-11-10T01:25:16,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T01:25:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:16,834 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:25:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f8369f731ba543ceaa11bf546ec414b1 is 50, key is test_row_0/A:col10/1731201916288/Put/seqid=0 2024-11-10T01:25:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741914_1090 (size=12301) 2024-11-10T01:25:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201976921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201976921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201976923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201976924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201977031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201977031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,221 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/be60a84f990641958d4687028a40761b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/be60a84f990641958d4687028a40761b 2024-11-10T01:25:17,231 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/917b9b8ae648491e93866527e8aa1021 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/917b9b8ae648491e93866527e8aa1021 2024-11-10T01:25:17,242 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into be60a84f990641958d4687028a40761b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:17,242 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:17,242 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201916781; duration=0sec 2024-11-10T01:25:17,242 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:17,242 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:17,243 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:17,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201977241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201977241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,247 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into 917b9b8ae648491e93866527e8aa1021(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:17,247 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f8369f731ba543ceaa11bf546ec414b1 2024-11-10T01:25:17,247 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:17,247 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201916780; duration=0sec 2024-11-10T01:25:17,247 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:17,247 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,248 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:17,249 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:17,249 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:17,249 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/b9d8dfd63d8241d992abc4ffacfc5d6e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.8 K 2024-11-10T01:25:17,255 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b9d8dfd63d8241d992abc4ffacfc5d6e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731201915057 2024-11-10T01:25:17,256 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bdfc0d79d1bd49d080a5468d2f4b215b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731201915740 2024-11-10T01:25:17,258 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d2cfd74cedb74a0399b28768650d219c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e70d8fa9cd464e3798e1813b496bf812 is 50, key is test_row_0/B:col10/1731201916288/Put/seqid=0 2024-11-10T01:25:17,271 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:17,271 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2ce07c84722d474fa17f53232754ec3a is 50, key is test_row_0/C:col10/1731201916251/Put/seqid=0 2024-11-10T01:25:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741915_1091 (size=13153) 2024-11-10T01:25:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741916_1092 (size=12301) 2024-11-10T01:25:17,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e70d8fa9cd464e3798e1813b496bf812 2024-11-10T01:25:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0bdacd7a826146128fb3a363aee89db7 is 50, key is test_row_0/C:col10/1731201916288/Put/seqid=0 2024-11-10T01:25:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741917_1093 (size=12301) 2024-11-10T01:25:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201977431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201977431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201977552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201977552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:17,695 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2ce07c84722d474fa17f53232754ec3a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2ce07c84722d474fa17f53232754ec3a 2024-11-10T01:25:17,708 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 2ce07c84722d474fa17f53232754ec3a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:17,708 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:17,709 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201916781; duration=0sec 2024-11-10T01:25:17,709 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:17,709 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:17,714 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0bdacd7a826146128fb3a363aee89db7 2024-11-10T01:25:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/f8369f731ba543ceaa11bf546ec414b1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1 2024-11-10T01:25:17,737 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1, entries=150, sequenceid=392, filesize=12.0 K 2024-11-10T01:25:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e70d8fa9cd464e3798e1813b496bf812 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812 2024-11-10T01:25:17,748 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812, entries=150, sequenceid=392, filesize=12.0 K 2024-11-10T01:25:17,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/0bdacd7a826146128fb3a363aee89db7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7 2024-11-10T01:25:17,764 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7, entries=150, sequenceid=392, filesize=12.0 K 2024-11-10T01:25:17,766 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b875741fb77d459eb4a6097f5c12b89c in 931ms, sequenceid=392, compaction requested=false 2024-11-10T01:25:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T01:25:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T01:25:17,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T01:25:17,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-10T01:25:17,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4000 sec 2024-11-10T01:25:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:18,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:25:18,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/133bca290f4e4cf393f103ad2bc5098f is 50, key is test_row_0/A:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741918_1094 (size=14741) 2024-11-10T01:25:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201978100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201978102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201978211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201978211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201978421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201978421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201978442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,443 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:18,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201978451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,454 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/133bca290f4e4cf393f103ad2bc5098f 2024-11-10T01:25:18,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c84d3edb56394669b593d27332e1809c is 50, key is test_row_0/B:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741919_1095 (size=12301) 2024-11-10T01:25:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T01:25:18,522 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:18,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T01:25:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:18,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:18,525 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:18,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:18,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201978731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201978731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:18,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:18,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c84d3edb56394669b593d27332e1809c 2024-11-10T01:25:18,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/79efd1bda9fc46feadbefb463589322a is 50, key is test_row_0/C:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741920_1096 (size=12301) 2024-11-10T01:25:18,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:18,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:19,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201979241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201979251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:19,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:19,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/79efd1bda9fc46feadbefb463589322a 2024-11-10T01:25:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/133bca290f4e4cf393f103ad2bc5098f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f 2024-11-10T01:25:19,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f, entries=200, sequenceid=411, filesize=14.4 K 2024-11-10T01:25:19,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c84d3edb56394669b593d27332e1809c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c 2024-11-10T01:25:19,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T01:25:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/79efd1bda9fc46feadbefb463589322a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a 2024-11-10T01:25:19,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T01:25:19,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b875741fb77d459eb4a6097f5c12b89c in 1264ms, sequenceid=411, compaction requested=true 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:19,327 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:19,327 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:19,329 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:19,329 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:19,329 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,329 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/917b9b8ae648491e93866527e8aa1021, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=39.3 K 2024-11-10T01:25:19,329 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:19,329 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:19,329 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,330 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/be60a84f990641958d4687028a40761b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.9 K 2024-11-10T01:25:19,330 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 917b9b8ae648491e93866527e8aa1021, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:19,330 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting be60a84f990641958d4687028a40761b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:19,331 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e70d8fa9cd464e3798e1813b496bf812, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731201916288 2024-11-10T01:25:19,331 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8369f731ba543ceaa11bf546ec414b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731201916288 2024-11-10T01:25:19,331 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c84d3edb56394669b593d27332e1809c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:19,331 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 133bca290f4e4cf393f103ad2bc5098f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:19,359 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:19,361 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:19,362 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/d4dcafa66621433cb1f0e3e788787999 is 50, key is test_row_0/A:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:19,365 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/5929cfbd36774d70b9358d7cf7da6d3a is 50, key is test_row_0/B:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741921_1097 (size=13255) 2024-11-10T01:25:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741922_1098 (size=13255) 2024-11-10T01:25:19,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/5929cfbd36774d70b9358d7cf7da6d3a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5929cfbd36774d70b9358d7cf7da6d3a 2024-11-10T01:25:19,406 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 5929cfbd36774d70b9358d7cf7da6d3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:19,406 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:19,406 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201919327; duration=0sec 2024-11-10T01:25:19,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:19,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:19,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:19,409 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:19,409 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:19,409 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,409 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2ce07c84722d474fa17f53232754ec3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=36.9 K 2024-11-10T01:25:19,410 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ce07c84722d474fa17f53232754ec3a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731201915893 2024-11-10T01:25:19,410 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bdacd7a826146128fb3a363aee89db7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731201916288 2024-11-10T01:25:19,410 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 79efd1bda9fc46feadbefb463589322a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:19,427 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:19,428 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/ec3d7d602b02482892d38818d61b719c is 50, key is test_row_0/C:col10/1731201918063/Put/seqid=0 2024-11-10T01:25:19,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T01:25:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,445 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:25:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741923_1099 (size=13255) 2024-11-10T01:25:19,470 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/ec3d7d602b02482892d38818d61b719c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/ec3d7d602b02482892d38818d61b719c 2024-11-10T01:25:19,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/ee773ce85c9a4d4ba8fd76a486ece084 is 50, key is test_row_0/A:col10/1731201918099/Put/seqid=0 2024-11-10T01:25:19,484 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into ec3d7d602b02482892d38818d61b719c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741924_1100 (size=12301) 2024-11-10T01:25:19,484 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:19,484 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201919327; duration=0sec 2024-11-10T01:25:19,484 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:19,484 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:19,485 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/ee773ce85c9a4d4ba8fd76a486ece084 2024-11-10T01:25:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d79d042ec79844639fe4267f7a26dde7 is 50, key is test_row_0/B:col10/1731201918099/Put/seqid=0 2024-11-10T01:25:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741925_1101 (size=12301) 2024-11-10T01:25:19,505 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d79d042ec79844639fe4267f7a26dde7 2024-11-10T01:25:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/a46c2da0793c4a8b9aabe2cc19c972a8 is 50, key is test_row_0/C:col10/1731201918099/Put/seqid=0 2024-11-10T01:25:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741926_1102 (size=12301) 2024-11-10T01:25:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:19,790 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/d4dcafa66621433cb1f0e3e788787999 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d4dcafa66621433cb1f0e3e788787999 2024-11-10T01:25:19,797 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into d4dcafa66621433cb1f0e3e788787999(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:19,797 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:19,797 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201919327; duration=0sec 2024-11-10T01:25:19,797 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:19,797 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:19,926 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/a46c2da0793c4a8b9aabe2cc19c972a8 2024-11-10T01:25:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/ee773ce85c9a4d4ba8fd76a486ece084 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084 2024-11-10T01:25:19,937 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T01:25:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/d79d042ec79844639fe4267f7a26dde7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7 2024-11-10T01:25:19,943 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T01:25:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-10T01:25:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/a46c2da0793c4a8b9aabe2cc19c972a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8 2024-11-10T01:25:19,950 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T01:25:19,951 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for b875741fb77d459eb4a6097f5c12b89c in 506ms, sequenceid=432, compaction requested=false 2024-11-10T01:25:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T01:25:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T01:25:19,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T01:25:19,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-10T01:25:19,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4340 sec 2024-11-10T01:25:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:20,275 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:20,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:25:20,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/29e2dea3e57c4806bcdaf2294429f227 is 50, key is test_row_0/A:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741927_1103 (size=19621) 2024-11-10T01:25:20,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/29e2dea3e57c4806bcdaf2294429f227 2024-11-10T01:25:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201980357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201980365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/8a0f2c968add4b1d9e195554a5229a5b is 50, key is test_row_0/B:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:20,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741928_1104 (size=12301) 2024-11-10T01:25:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57402 deadline: 1731201980461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57426 deadline: 1731201980461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,469 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,472 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201980482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201980482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T01:25:20,672 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:20,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T01:25:20,678 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T01:25:20,680 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:20,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201980701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201980701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T01:25:20,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/8a0f2c968add4b1d9e195554a5229a5b 2024-11-10T01:25:20,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2c0310476d5b4303b66459d1a55cbd64 is 50, key is test_row_0/C:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741929_1105 (size=12301) 2024-11-10T01:25:20,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2c0310476d5b4303b66459d1a55cbd64 2024-11-10T01:25:20,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/29e2dea3e57c4806bcdaf2294429f227 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227 2024-11-10T01:25:20,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227, entries=300, sequenceid=445, filesize=19.2 K 2024-11-10T01:25:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/8a0f2c968add4b1d9e195554a5229a5b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b 2024-11-10T01:25:20,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T01:25:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:20,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-10T01:25:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/2c0310476d5b4303b66459d1a55cbd64 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64 2024-11-10T01:25:20,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64, entries=150, sequenceid=445, filesize=12.0 K 2024-11-10T01:25:20,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b875741fb77d459eb4a6097f5c12b89c in 583ms, sequenceid=445, compaction requested=true 2024-11-10T01:25:20,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:20,859 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:20,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:20,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:20,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:20,860 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:20,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:20,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:20,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:20,861 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:20,861 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:20,861 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:20,861 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:20,862 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:20,862 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d4dcafa66621433cb1f0e3e788787999, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=44.1 K 2024-11-10T01:25:20,862 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:20,862 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5929cfbd36774d70b9358d7cf7da6d3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=37.0 K 2024-11-10T01:25:20,862 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4dcafa66621433cb1f0e3e788787999, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:20,862 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5929cfbd36774d70b9358d7cf7da6d3a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:20,862 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee773ce85c9a4d4ba8fd76a486ece084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731201918093 2024-11-10T01:25:20,863 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29e2dea3e57c4806bcdaf2294429f227, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920262 2024-11-10T01:25:20,863 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d79d042ec79844639fe4267f7a26dde7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731201918093 2024-11-10T01:25:20,863 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0f2c968add4b1d9e195554a5229a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920265 2024-11-10T01:25:20,883 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:20,884 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2a27876f79374975b7faafc06a6c262c is 50, key is test_row_0/A:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:20,888 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:20,888 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c6b5b982677f4b11bbf30a348191f1e1 is 50, key is test_row_0/B:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741930_1106 (size=13357) 2024-11-10T01:25:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741931_1107 (size=13357) 2024-11-10T01:25:20,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T01:25:20,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:20,988 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:25:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T01:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/b4e7a2ea05cf441ea0ff2e0224aa089c is 50, key is test_row_0/A:col10/1731201920352/Put/seqid=0 2024-11-10T01:25:20,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741932_1108 (size=12301) 2024-11-10T01:25:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201981044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201981044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201981151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201981151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T01:25:21,317 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/2a27876f79374975b7faafc06a6c262c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2a27876f79374975b7faafc06a6c262c 2024-11-10T01:25:21,325 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into 2a27876f79374975b7faafc06a6c262c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:21,325 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/c6b5b982677f4b11bbf30a348191f1e1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c6b5b982677f4b11bbf30a348191f1e1 2024-11-10T01:25:21,325 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:21,325 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201920859; duration=0sec 2024-11-10T01:25:21,326 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:21,326 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:21,326 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:21,328 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:21,328 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:21,328 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:21,328 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/ec3d7d602b02482892d38818d61b719c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=37.0 K 2024-11-10T01:25:21,329 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec3d7d602b02482892d38818d61b719c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731201916914 2024-11-10T01:25:21,329 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a46c2da0793c4a8b9aabe2cc19c972a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731201918093 2024-11-10T01:25:21,330 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0310476d5b4303b66459d1a55cbd64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920265 2024-11-10T01:25:21,334 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into c6b5b982677f4b11bbf30a348191f1e1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:21,334 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:21,334 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201920859; duration=0sec 2024-11-10T01:25:21,334 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:21,334 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:21,341 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:21,341 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/6556ae8fc82644c0b6a2299fee8cbd9e is 50, key is test_row_0/C:col10/1731201920269/Put/seqid=0 2024-11-10T01:25:21,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741933_1109 (size=13357) 2024-11-10T01:25:21,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201981362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201981362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,397 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/b4e7a2ea05cf441ea0ff2e0224aa089c 2024-11-10T01:25:21,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/dcefb993eda14cd481aac70b62d4c920 is 50, key is test_row_0/B:col10/1731201920352/Put/seqid=0 2024-11-10T01:25:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741934_1110 (size=12301) 2024-11-10T01:25:21,410 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/dcefb993eda14cd481aac70b62d4c920 2024-11-10T01:25:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/767a15c17977467085ec26ee205856a2 is 50, key is test_row_0/C:col10/1731201920352/Put/seqid=0 2024-11-10T01:25:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741935_1111 (size=12301) 2024-11-10T01:25:21,427 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/767a15c17977467085ec26ee205856a2 2024-11-10T01:25:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/b4e7a2ea05cf441ea0ff2e0224aa089c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c 2024-11-10T01:25:21,442 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T01:25:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/dcefb993eda14cd481aac70b62d4c920 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920 2024-11-10T01:25:21,450 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T01:25:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/767a15c17977467085ec26ee205856a2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2 2024-11-10T01:25:21,457 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T01:25:21,458 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b875741fb77d459eb4a6097f5c12b89c in 470ms, sequenceid=470, compaction requested=false 2024-11-10T01:25:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T01:25:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T01:25:21,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T01:25:21,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 780 msec 2024-11-10T01:25:21,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 792 msec 2024-11-10T01:25:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:21,673 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:21,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:25:21,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/fee90e89694d41bd83e8d4ca458d240c is 50, key is test_row_0/A:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741936_1112 (size=14741) 2024-11-10T01:25:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201981709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201981709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,759 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/6556ae8fc82644c0b6a2299fee8cbd9e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/6556ae8fc82644c0b6a2299fee8cbd9e 2024-11-10T01:25:21,764 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 6556ae8fc82644c0b6a2299fee8cbd9e(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:21,765 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:21,765 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201920860; duration=0sec 2024-11-10T01:25:21,765 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:21,765 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T01:25:21,812 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:21,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T01:25:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:21,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:21,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:21,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201981821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201981822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:21,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:21,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201982031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201982031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/fee90e89694d41bd83e8d4ca458d240c 2024-11-10T01:25:22,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e5de993b586f4b0f9251e3ccc101fdbf is 50, key is test_row_0/B:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741937_1113 (size=12301) 2024-11-10T01:25:22,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57374 deadline: 1731201982221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,224 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b875741fb77d459eb4a6097f5c12b89c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201982341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201982342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:22,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e5de993b586f4b0f9251e3ccc101fdbf 2024-11-10T01:25:22,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/27322eb1ea674f168caf766b4289b5ed is 50, key is test_row_0/C:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741938_1114 (size=12301) 2024-11-10T01:25:22,541 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T01:25:22,541 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:22,543 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T01:25:22,543 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:22,544 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T01:25:22,544 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:22,545 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T01:25:22,545 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:22,547 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,547 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,547 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,547 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,548 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,548 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,548 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:22,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:22,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:22,548 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:22,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:22,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57414 deadline: 1731201982852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57434 deadline: 1731201982852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:25:22,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:22,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/27322eb1ea674f168caf766b4289b5ed 2024-11-10T01:25:22,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/fee90e89694d41bd83e8d4ca458d240c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c 2024-11-10T01:25:22,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c, entries=200, sequenceid=485, filesize=14.4 K 2024-11-10T01:25:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/e5de993b586f4b0f9251e3ccc101fdbf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf 2024-11-10T01:25:22,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf, entries=150, sequenceid=485, filesize=12.0 K 2024-11-10T01:25:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/27322eb1ea674f168caf766b4289b5ed as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed 2024-11-10T01:25:22,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed, entries=150, sequenceid=485, filesize=12.0 K 2024-11-10T01:25:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:22,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b875741fb77d459eb4a6097f5c12b89c in 1278ms, sequenceid=485, compaction requested=true 2024-11-10T01:25:22,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:22,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:22,952 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:22,952 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b875741fb77d459eb4a6097f5c12b89c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/A is initiating minor compaction (all files) 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:22,953 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/A in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/B is initiating minor compaction (all files) 2024-11-10T01:25:22,953 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/B in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:22,953 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2a27876f79374975b7faafc06a6c262c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=39.5 K 2024-11-10T01:25:22,953 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c6b5b982677f4b11bbf30a348191f1e1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=37.1 K 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a27876f79374975b7faafc06a6c262c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920265 2024-11-10T01:25:22,953 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b5b982677f4b11bbf30a348191f1e1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920265 2024-11-10T01:25:22,954 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e7a2ea05cf441ea0ff2e0224aa089c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731201920352 2024-11-10T01:25:22,954 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting dcefb993eda14cd481aac70b62d4c920, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731201920352 2024-11-10T01:25:22,954 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting fee90e89694d41bd83e8d4ca458d240c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731201921032 2024-11-10T01:25:22,954 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e5de993b586f4b0f9251e3ccc101fdbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731201921038 2024-11-10T01:25:22,964 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:22,964 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:22,965 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/75d63525ada54884bd49c655b52efa46 is 50, key is test_row_0/A:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:22,965 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/8b66085ee58b47a883e3d99b930453ab is 50, key is test_row_0/B:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741939_1115 (size=13459) 2024-11-10T01:25:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741940_1116 (size=13459) 2024-11-10T01:25:23,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T01:25:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:23,044 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:25:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/4a947c03ec6949c480bd5dc7c52963ba is 50, key is test_row_0/A:col10/1731201921708/Put/seqid=0 2024-11-10T01:25:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741941_1117 (size=12301) 2024-11-10T01:25:23,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:25:23,385 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/75d63525ada54884bd49c655b52efa46 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/75d63525ada54884bd49c655b52efa46 2024-11-10T01:25:23,385 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/8b66085ee58b47a883e3d99b930453ab as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8b66085ee58b47a883e3d99b930453ab 2024-11-10T01:25:23,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/B of b875741fb77d459eb4a6097f5c12b89c into 8b66085ee58b47a883e3d99b930453ab(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:23,392 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/A of b875741fb77d459eb4a6097f5c12b89c into 75d63525ada54884bd49c655b52efa46(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:23,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:23,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:23,392 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/A, priority=13, startTime=1731201922951; duration=0sec 2024-11-10T01:25:23,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/B, priority=13, startTime=1731201922952; duration=0sec 2024-11-10T01:25:23,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:23,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:B 2024-11-10T01:25:23,393 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:23,393 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:A 2024-11-10T01:25:23,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:23,394 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:23,394 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b875741fb77d459eb4a6097f5c12b89c/C is initiating minor compaction (all files) 2024-11-10T01:25:23,394 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b875741fb77d459eb4a6097f5c12b89c/C in TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:23,394 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/6556ae8fc82644c0b6a2299fee8cbd9e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp, totalSize=37.1 K 2024-11-10T01:25:23,395 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 6556ae8fc82644c0b6a2299fee8cbd9e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731201920265 2024-11-10T01:25:23,395 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 767a15c17977467085ec26ee205856a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731201920352 2024-11-10T01:25:23,395 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 27322eb1ea674f168caf766b4289b5ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731201921038 2024-11-10T01:25:23,402 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b875741fb77d459eb4a6097f5c12b89c#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:23,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/14c0057af2f240d7929a20ae82d20bc8 is 50, key is test_row_0/C:col10/1731201921040/Put/seqid=0 2024-11-10T01:25:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741942_1118 (size=13459) 2024-11-10T01:25:23,458 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/4a947c03ec6949c480bd5dc7c52963ba 2024-11-10T01:25:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/cd5720bb7a2b490a947aee9911443451 is 50, key is test_row_0/B:col10/1731201921708/Put/seqid=0 2024-11-10T01:25:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741943_1119 (size=12301) 2024-11-10T01:25:23,819 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/14c0057af2f240d7929a20ae82d20bc8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/14c0057af2f240d7929a20ae82d20bc8 2024-11-10T01:25:23,830 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b875741fb77d459eb4a6097f5c12b89c/C of b875741fb77d459eb4a6097f5c12b89c into 14c0057af2f240d7929a20ae82d20bc8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:23,830 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:23,830 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., storeName=b875741fb77d459eb4a6097f5c12b89c/C, priority=13, startTime=1731201922952; duration=0sec 2024-11-10T01:25:23,830 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:23,831 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b875741fb77d459eb4a6097f5c12b89c:C 2024-11-10T01:25:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:23,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. as already flushing 2024-11-10T01:25:23,864 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T01:25:23,864 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:23,864 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:23,864 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:23,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:23,871 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/cd5720bb7a2b490a947aee9911443451 2024-11-10T01:25:23,874 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T01:25:23,874 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:23,874 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:23,874 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:23,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1175b173534146a1baec563a68252eef is 50, key is test_row_0/C:col10/1731201921708/Put/seqid=0 2024-11-10T01:25:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741944_1120 (size=12301) 2024-11-10T01:25:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:24,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1175b173534146a1baec563a68252eef 2024-11-10T01:25:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/4a947c03ec6949c480bd5dc7c52963ba as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/4a947c03ec6949c480bd5dc7c52963ba 2024-11-10T01:25:24,308 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/4a947c03ec6949c480bd5dc7c52963ba, entries=150, sequenceid=509, filesize=12.0 K 2024-11-10T01:25:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/cd5720bb7a2b490a947aee9911443451 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/cd5720bb7a2b490a947aee9911443451 2024-11-10T01:25:24,314 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/cd5720bb7a2b490a947aee9911443451, entries=150, sequenceid=509, filesize=12.0 K 2024-11-10T01:25:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/1175b173534146a1baec563a68252eef as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1175b173534146a1baec563a68252eef 2024-11-10T01:25:24,319 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1175b173534146a1baec563a68252eef, entries=150, sequenceid=509, filesize=12.0 K 2024-11-10T01:25:24,320 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for b875741fb77d459eb4a6097f5c12b89c in 1276ms, sequenceid=509, compaction requested=false 2024-11-10T01:25:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for b875741fb77d459eb4a6097f5c12b89c: 2024-11-10T01:25:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T01:25:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T01:25:24,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T01:25:24,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5070 sec 2024-11-10T01:25:24,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.5130 sec 2024-11-10T01:25:24,495 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T01:25:24,496 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:24,496 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:24,496 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:24,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:24,513 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T01:25:24,513 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:24,513 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:24,513 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:24,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T01:25:25,983 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:32,298 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T01:25:32,298 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:32,298 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:32,299 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:32,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:32,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3631 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3638 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:25:32,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-10T01:25:32,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4823 rows 2024-11-10T01:25:32,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1603 2024-11-10T01:25:32,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4805 rows 2024-11-10T01:25:32,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:25:32,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:25:32,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:32,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:32,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:32,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:25:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:32,312 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201932312"}]},"ts":"1731201932312"} 2024-11-10T01:25:32,314 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:25:32,314 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:25:32,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:25:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, UNASSIGN}] 2024-11-10T01:25:32,321 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, UNASSIGN 2024-11-10T01:25:32,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b875741fb77d459eb4a6097f5c12b89c, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, UNASSIGN because future has completed 2024-11-10T01:25:32,326 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:25:32,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:25:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:32,483 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:32,483 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:25:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing b875741fb77d459eb4a6097f5c12b89c, disabling compactions & flushes 2024-11-10T01:25:32,484 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:32,484 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. after waiting 0 ms 2024-11-10T01:25:32,485 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:32,485 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing b875741fb77d459eb4a6097f5c12b89c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T01:25:32,493 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/cb86ebcba44b430ab1ec86152489a1df is 50, key is test_row_0/A:col10/1731201923872/Put/seqid=0 2024-11-10T01:25:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741945_1121 (size=9857) 2024-11-10T01:25:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:32,901 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/cb86ebcba44b430ab1ec86152489a1df 2024-11-10T01:25:32,918 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ae9f00b6a06d4801840825177a314db7 is 50, key is test_row_0/B:col10/1731201923872/Put/seqid=0 2024-11-10T01:25:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741946_1122 (size=9857) 2024-11-10T01:25:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:33,323 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ae9f00b6a06d4801840825177a314db7 2024-11-10T01:25:33,336 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ae9e104361c4307ae2d9e8a67f4cffe is 50, key is test_row_0/C:col10/1731201923872/Put/seqid=0 2024-11-10T01:25:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741947_1123 (size=9857) 2024-11-10T01:25:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:33,741 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ae9e104361c4307ae2d9e8a67f4cffe 2024-11-10T01:25:33,750 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/A/cb86ebcba44b430ab1ec86152489a1df as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/cb86ebcba44b430ab1ec86152489a1df 2024-11-10T01:25:33,756 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/cb86ebcba44b430ab1ec86152489a1df, entries=100, sequenceid=520, filesize=9.6 K 2024-11-10T01:25:33,758 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/B/ae9f00b6a06d4801840825177a314db7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ae9f00b6a06d4801840825177a314db7 2024-11-10T01:25:33,762 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ae9f00b6a06d4801840825177a314db7, entries=100, sequenceid=520, filesize=9.6 K 2024-11-10T01:25:33,763 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/.tmp/C/7ae9e104361c4307ae2d9e8a67f4cffe as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ae9e104361c4307ae2d9e8a67f4cffe 2024-11-10T01:25:33,767 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ae9e104361c4307ae2d9e8a67f4cffe, entries=100, sequenceid=520, filesize=9.6 K 2024-11-10T01:25:33,768 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b875741fb77d459eb4a6097f5c12b89c in 1283ms, sequenceid=520, compaction requested=true 2024-11-10T01:25:33,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b8fb56792170425d947f1e90061655ea, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c61ef54231b147bab5ebbb7d28aa154c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2b5810594b8a4461b657682eec1a3f91, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/aa835dff51ec4a9b9594afb0830cdc76, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/a62f3a7f6ca5491290e3d4382f40fff1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/917b9b8ae648491e93866527e8aa1021, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d4dcafa66621433cb1f0e3e788787999, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2a27876f79374975b7faafc06a6c262c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c] to archive 2024-11-10T01:25:33,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:25:33,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/faf8b79a26ba4ac4a35b9272f56a496f 2024-11-10T01:25:33,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/742ae4d61da04e4baf1991cd24fc0443 2024-11-10T01:25:33,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f526b4d762ee4c74920a08619a9a9757 2024-11-10T01:25:33,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c4ee7971d85a4aa0963046a01cb0a129 2024-11-10T01:25:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b8fb56792170425d947f1e90061655ea to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b8fb56792170425d947f1e90061655ea 2024-11-10T01:25:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8bf997d028d0488b998b0b7f39043a51 2024-11-10T01:25:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/926210753a894ee9b320b785086c86dd 2024-11-10T01:25:33,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c61ef54231b147bab5ebbb7d28aa154c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/c61ef54231b147bab5ebbb7d28aa154c 2024-11-10T01:25:33,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/02f862bb73d041febfe590b41accfd2c 2024-11-10T01:25:33,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8866df8fb77f46cca6fb40557b7d8884 2024-11-10T01:25:33,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2e02f0fef1504baaa81ea09e496733ca 2024-11-10T01:25:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/8ae6c7f8cc3d4423a1a565f5d8bfbe6d 2024-11-10T01:25:33,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fc20023dbc148a1b740eecb7bd51738 2024-11-10T01:25:33,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2b5810594b8a4461b657682eec1a3f91 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2b5810594b8a4461b657682eec1a3f91 2024-11-10T01:25:33,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/822fcd3bb817447ba97ba3bfcd569faf 2024-11-10T01:25:33,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/319dd6a62f1c47b687024ec93317f8ef 2024-11-10T01:25:33,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/3575e20cfc72442f872f721c83f29df9 2024-11-10T01:25:33,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/bfdd9ca422e34439a660ad2111f3cd11 2024-11-10T01:25:33,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/aa835dff51ec4a9b9594afb0830cdc76 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/aa835dff51ec4a9b9594afb0830cdc76 2024-11-10T01:25:33,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/660953b0504440ff893fa0c8a1ba80d8 2024-11-10T01:25:33,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/9fe32d25b7814483adceb4a021802b74 2024-11-10T01:25:33,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/a62f3a7f6ca5491290e3d4382f40fff1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/a62f3a7f6ca5491290e3d4382f40fff1 2024-11-10T01:25:33,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/857b48d2f7d443739b118056e7331193 2024-11-10T01:25:33,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d7dce88e64124552a71eaa4bf54097de 2024-11-10T01:25:33,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/14752c2379a54deaa57e102db7e3be4c 2024-11-10T01:25:33,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/917b9b8ae648491e93866527e8aa1021 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/917b9b8ae648491e93866527e8aa1021 2024-11-10T01:25:33,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/f8369f731ba543ceaa11bf546ec414b1 2024-11-10T01:25:33,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/133bca290f4e4cf393f103ad2bc5098f 2024-11-10T01:25:33,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d4dcafa66621433cb1f0e3e788787999 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/d4dcafa66621433cb1f0e3e788787999 2024-11-10T01:25:33,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/ee773ce85c9a4d4ba8fd76a486ece084 2024-11-10T01:25:33,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/29e2dea3e57c4806bcdaf2294429f227 2024-11-10T01:25:33,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2a27876f79374975b7faafc06a6c262c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/2a27876f79374975b7faafc06a6c262c 2024-11-10T01:25:33,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/b4e7a2ea05cf441ea0ff2e0224aa089c 2024-11-10T01:25:33,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/fee90e89694d41bd83e8d4ca458d240c 2024-11-10T01:25:33,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ed8abf91f90d47a88b461213169e5482, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/42ec9f16b19f4b01b0328ad6d6aa517b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5e7a7a8872cc4dda8641da804c6d97a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/6edfab9279b1475fbab87d47948d3197, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/bf848baed9094091a14b7fe646eaf3f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/9ed4cb6268ca45f192d8b0e98e7a0f5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/be60a84f990641958d4687028a40761b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5929cfbd36774d70b9358d7cf7da6d3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c6b5b982677f4b11bbf30a348191f1e1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf] to archive 2024-11-10T01:25:33,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:25:33,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e43d27c996884d7093f25d14cd9f2fb3 2024-11-10T01:25:33,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/11366e8d4a43495ab506df8a9b4dd5c1 2024-11-10T01:25:33,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/473ffd8f37d0466cb8cef462bb63ca4b 2024-11-10T01:25:33,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ed8abf91f90d47a88b461213169e5482 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ed8abf91f90d47a88b461213169e5482 2024-11-10T01:25:33,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c99a094ec7c64996bca441c478507b1f 2024-11-10T01:25:33,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3dc60d7136ba439c804d720f946904e8 2024-11-10T01:25:33,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/42ec9f16b19f4b01b0328ad6d6aa517b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/42ec9f16b19f4b01b0328ad6d6aa517b 2024-11-10T01:25:33,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d7d179a744ea4ab88eb40f7cfc0f9c65 2024-11-10T01:25:33,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/a409407027e743c4879f650b5f798946 2024-11-10T01:25:33,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3699b908c33844e998913bde6385c4a6 2024-11-10T01:25:33,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5e7a7a8872cc4dda8641da804c6d97a1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5e7a7a8872cc4dda8641da804c6d97a1 2024-11-10T01:25:33,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/eef046aa1e4c497e8bbbabebc8bb3cdc 2024-11-10T01:25:33,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ec9f6e55d6d74040a92ac52456fa4d16 2024-11-10T01:25:33,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/6edfab9279b1475fbab87d47948d3197 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/6edfab9279b1475fbab87d47948d3197 2024-11-10T01:25:33,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/140adcf459f248218cc3a385650276ab 2024-11-10T01:25:33,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/10a0883a72324230ab4573d31c66e033 2024-11-10T01:25:33,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/424a4cfec375486dbafbbcaae747a76d 2024-11-10T01:25:33,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/bf848baed9094091a14b7fe646eaf3f4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/bf848baed9094091a14b7fe646eaf3f4 2024-11-10T01:25:33,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/67f43e6ab7bf46788053322f9109f531 2024-11-10T01:25:33,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/59260594e68e4b7eb7387f237f8bfb45 2024-11-10T01:25:33,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/3aef5cab9e2548eab1abae6e600ddacf 2024-11-10T01:25:33,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/9ed4cb6268ca45f192d8b0e98e7a0f5e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/9ed4cb6268ca45f192d8b0e98e7a0f5e 2024-11-10T01:25:33,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e3df8caa077148709604bb6e606cc443 2024-11-10T01:25:33,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/4e503066173c4cba85da07cb1d6b236d 2024-11-10T01:25:33,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/be60a84f990641958d4687028a40761b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/be60a84f990641958d4687028a40761b 2024-11-10T01:25:33,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/fdac02e78ce64c53942daedec9d65614 2024-11-10T01:25:33,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e70d8fa9cd464e3798e1813b496bf812 2024-11-10T01:25:33,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5929cfbd36774d70b9358d7cf7da6d3a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/5929cfbd36774d70b9358d7cf7da6d3a 2024-11-10T01:25:33,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c84d3edb56394669b593d27332e1809c 2024-11-10T01:25:33,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/d79d042ec79844639fe4267f7a26dde7 2024-11-10T01:25:33,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c6b5b982677f4b11bbf30a348191f1e1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/c6b5b982677f4b11bbf30a348191f1e1 2024-11-10T01:25:33,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8a0f2c968add4b1d9e195554a5229a5b 2024-11-10T01:25:33,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/dcefb993eda14cd481aac70b62d4c920 2024-11-10T01:25:33,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/e5de993b586f4b0f9251e3ccc101fdbf 2024-11-10T01:25:33,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1a5256986873405a929a4ddf790d1eee, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2b837f314bf349a182029fe21c5216bc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68310881c88e42abbd7971a97da973c1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e6bfda373c594761b7346ed96990264a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c18e8ccd3fdd45cfb3c445c71e17dd15, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/b9d8dfd63d8241d992abc4ffacfc5d6e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2ce07c84722d474fa17f53232754ec3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/ec3d7d602b02482892d38818d61b719c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/6556ae8fc82644c0b6a2299fee8cbd9e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed] to archive 2024-11-10T01:25:33,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:25:33,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ff3910ba95d4b4bb59c3ff2780b17a8 2024-11-10T01:25:33,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0eeed5a9f6cd4f6ba0fbe00725a05a61 2024-11-10T01:25:33,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/3f427b25903141929b5d3bda307fe742 2024-11-10T01:25:33,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1a5256986873405a929a4ddf790d1eee to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1a5256986873405a929a4ddf790d1eee 2024-11-10T01:25:33,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c173b918bd1b4db1b2f2ed31384ee738 2024-11-10T01:25:33,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/8723658fd1174e8da70c3fdfaaae90af 2024-11-10T01:25:33,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2b837f314bf349a182029fe21c5216bc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2b837f314bf349a182029fe21c5216bc 2024-11-10T01:25:33,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/81538cc2cdef4a8996d573c93fa74fe7 2024-11-10T01:25:33,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/4c3299b6777c4d8da4bafd64a9ad3031 2024-11-10T01:25:33,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/aa7de2e7f2ed4e74a24eecdc0fb3463e 2024-11-10T01:25:33,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68310881c88e42abbd7971a97da973c1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68310881c88e42abbd7971a97da973c1 2024-11-10T01:25:33,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dd4a10c80c2d469487c0b3ee6aaaf7fb 2024-11-10T01:25:33,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/de6e9451ad29408a9e11c476db63a656 2024-11-10T01:25:33,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e6bfda373c594761b7346ed96990264a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e6bfda373c594761b7346ed96990264a 2024-11-10T01:25:33,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1c26b185dc674d789ea2ec3144e82b90 2024-11-10T01:25:33,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/dcaf4b2b3724448db85e6c402b211967 2024-11-10T01:25:33,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e62acaa7171d41aaaad63f81611c4f38 2024-11-10T01:25:33,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c18e8ccd3fdd45cfb3c445c71e17dd15 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/c18e8ccd3fdd45cfb3c445c71e17dd15 2024-11-10T01:25:33,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/68138103982a4579b862a055c8af161b 2024-11-10T01:25:33,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/e86cce3633894ce38bf570f9336f4c61 2024-11-10T01:25:33,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0db55cefad05450a9b3a9383c2ab2e6c 2024-11-10T01:25:33,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/b9d8dfd63d8241d992abc4ffacfc5d6e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/b9d8dfd63d8241d992abc4ffacfc5d6e 2024-11-10T01:25:33,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/91220d919f79470bb310b30daee2cc6d 2024-11-10T01:25:33,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/bdfc0d79d1bd49d080a5468d2f4b215b 2024-11-10T01:25:33,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2ce07c84722d474fa17f53232754ec3a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2ce07c84722d474fa17f53232754ec3a 2024-11-10T01:25:33,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/d2cfd74cedb74a0399b28768650d219c 2024-11-10T01:25:33,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/0bdacd7a826146128fb3a363aee89db7 2024-11-10T01:25:33,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/ec3d7d602b02482892d38818d61b719c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/ec3d7d602b02482892d38818d61b719c 2024-11-10T01:25:33,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/79efd1bda9fc46feadbefb463589322a 2024-11-10T01:25:33,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/a46c2da0793c4a8b9aabe2cc19c972a8 2024-11-10T01:25:33,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/6556ae8fc82644c0b6a2299fee8cbd9e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/6556ae8fc82644c0b6a2299fee8cbd9e 2024-11-10T01:25:33,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/2c0310476d5b4303b66459d1a55cbd64 2024-11-10T01:25:33,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/767a15c17977467085ec26ee205856a2 2024-11-10T01:25:33,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/27322eb1ea674f168caf766b4289b5ed 2024-11-10T01:25:33,913 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/recovered.edits/523.seqid, newMaxSeqId=523, maxSeqId=1 2024-11-10T01:25:33,914 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. 2024-11-10T01:25:33,914 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for b875741fb77d459eb4a6097f5c12b89c: Waiting for close lock at 1731201932484Running coprocessor pre-close hooks at 1731201932484Disabling compacts and flushes for region at 1731201932484Disabling writes for close at 1731201932484Obtaining lock to block concurrent updates at 1731201932485 (+1 ms)Preparing flush snapshotting stores in b875741fb77d459eb4a6097f5c12b89c at 1731201932485Finished memstore snapshotting TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731201932485Flushing stores of TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c. at 1731201932486 (+1 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/A: creating writer at 1731201932486Flushing b875741fb77d459eb4a6097f5c12b89c/A: appending metadata at 1731201932492 (+6 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/A: closing flushed file at 1731201932492Flushing b875741fb77d459eb4a6097f5c12b89c/B: creating writer at 1731201932912 (+420 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/B: appending metadata at 1731201932917 (+5 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/B: closing flushed file at 1731201932917Flushing b875741fb77d459eb4a6097f5c12b89c/C: creating writer at 1731201933332 (+415 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/C: appending metadata at 1731201933335 (+3 ms)Flushing b875741fb77d459eb4a6097f5c12b89c/C: closing flushed file at 1731201933335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3641b: reopening flushed file at 1731201933749 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a77861b: reopening flushed file at 1731201933757 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcecd65: reopening flushed file at 1731201933762 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b875741fb77d459eb4a6097f5c12b89c in 1283ms, sequenceid=520, compaction requested=true at 1731201933768 (+6 ms)Writing region close event to WAL at 1731201933910 (+142 ms)Running coprocessor post-close hooks at 1731201933914 (+4 ms)Closed at 1731201933914 2024-11-10T01:25:33,917 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:33,917 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b875741fb77d459eb4a6097f5c12b89c, regionState=CLOSED 2024-11-10T01:25:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:25:33,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T01:25:33,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure b875741fb77d459eb4a6097f5c12b89c, server=0c4d4d227d60,43661,1731201895398 in 1.5940 sec 2024-11-10T01:25:33,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T01:25:33,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b875741fb77d459eb4a6097f5c12b89c, UNASSIGN in 1.6020 sec 2024-11-10T01:25:33,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T01:25:33,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-10T01:25:33,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201933927"}]},"ts":"1731201933927"} 2024-11-10T01:25:33,929 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:25:33,929 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:25:33,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec 2024-11-10T01:25:34,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:25:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T01:25:34,461 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:34,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:25:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,470 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T01:25:34,471 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:34,481 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/recovered.edits] 2024-11-10T01:25:34,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/4a947c03ec6949c480bd5dc7c52963ba to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/4a947c03ec6949c480bd5dc7c52963ba 2024-11-10T01:25:34,486 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/75d63525ada54884bd49c655b52efa46 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/75d63525ada54884bd49c655b52efa46 2024-11-10T01:25:34,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/cb86ebcba44b430ab1ec86152489a1df to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/A/cb86ebcba44b430ab1ec86152489a1df 2024-11-10T01:25:34,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8b66085ee58b47a883e3d99b930453ab to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/8b66085ee58b47a883e3d99b930453ab 2024-11-10T01:25:34,490 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ae9f00b6a06d4801840825177a314db7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/ae9f00b6a06d4801840825177a314db7 2024-11-10T01:25:34,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/cd5720bb7a2b490a947aee9911443451 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/B/cd5720bb7a2b490a947aee9911443451 2024-11-10T01:25:34,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1175b173534146a1baec563a68252eef to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/1175b173534146a1baec563a68252eef 2024-11-10T01:25:34,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/14c0057af2f240d7929a20ae82d20bc8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/14c0057af2f240d7929a20ae82d20bc8 2024-11-10T01:25:34,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ae9e104361c4307ae2d9e8a67f4cffe to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/C/7ae9e104361c4307ae2d9e8a67f4cffe 2024-11-10T01:25:34,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/recovered.edits/523.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c/recovered.edits/523.seqid 2024-11-10T01:25:34,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b875741fb77d459eb4a6097f5c12b89c 2024-11-10T01:25:34,498 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:25:34,502 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T01:25:34,510 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:25:34,534 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:25:34,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:25:34,536 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731201934536"}]},"ts":"9223372036854775807"} 2024-11-10T01:25:34,540 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:25:34,540 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b875741fb77d459eb4a6097f5c12b89c, NAME => 'TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:25:34,540 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:25:34,541 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731201934540"}]},"ts":"9223372036854775807"} 2024-11-10T01:25:34,543 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:25:34,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-10T01:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T01:25:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:25:34,582 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:34,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_836342160_22 at /127.0.0.1:45104 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0c4d4d227d60:43661-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2540 (was 3061) 2024-11-10T01:25:34,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2537 2024-11-10T01:25:34,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:25:34,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:34,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:25:34,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:34,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-10T01:25:34,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:34,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741948_1124 (size=959) 2024-11-10T01:25:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:35,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:25:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741949_1125 (size=53) 2024-11-10T01:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:35,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:25:35,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0e60286ff69c6d94b8437ace9290f63d, disabling compactions & flushes 2024-11-10T01:25:35,432 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. after waiting 0 ms 2024-11-10T01:25:35,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e60286ff69c6d94b8437ace9290f63d: Waiting for close lock at 1731201935432Disabling compacts and flushes for region at 1731201935432Disabling writes for close at 1731201935433 (+1 ms)Writing region close event to WAL at 1731201935433Closed at 1731201935433 2024-11-10T01:25:35,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:25:35,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731201935436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201935436"}]},"ts":"1731201935436"} 2024-11-10T01:25:35,439 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:25:35,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:25:35,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201935441"}]},"ts":"1731201935441"} 2024-11-10T01:25:35,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:25:35,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, ASSIGN}] 2024-11-10T01:25:35,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, ASSIGN 2024-11-10T01:25:35,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:25:35,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:35,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, ASSIGN because future has completed 2024-11-10T01:25:35,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:25:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:35,769 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,769 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:25:35,770 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,770 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:25:35,770 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,771 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,773 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,777 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName A 2024-11-10T01:25:35,778 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:35,778 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:35,779 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,780 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName B 2024-11-10T01:25:35,780 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:35,781 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:35,781 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,782 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName C 2024-11-10T01:25:35,782 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:35,782 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:35,783 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,783 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,784 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,785 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,785 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,785 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:25:35,786 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,788 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:25:35,789 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 0e60286ff69c6d94b8437ace9290f63d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68878656, jitterRate=0.02637195587158203}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 0e60286ff69c6d94b8437ace9290f63d: Running coprocessor pre-open hook at 1731201935771Writing region info on filesystem at 1731201935771Initializing all the Stores at 1731201935772 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201935772Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201935773 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201935773Cleaning up temporary data from old regions at 1731201935785 (+12 ms)Running coprocessor post-open hooks at 1731201935789 (+4 ms)Region opened successfully at 1731201935789 2024-11-10T01:25:35,790 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., pid=32, masterSystemTime=1731201935761 2024-11-10T01:25:35,792 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,792 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:35,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:35,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:25:35,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T01:25:35,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 in 189 msec 2024-11-10T01:25:35,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T01:25:35,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, ASSIGN in 353 msec 2024-11-10T01:25:35,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:25:35,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201935800"}]},"ts":"1731201935800"} 2024-11-10T01:25:35,801 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:25:35,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:25:35,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-10T01:25:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T01:25:36,752 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:36,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e22799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:36,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:36,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:36,754 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac03e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:36,756 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a99a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:36,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:36,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:36,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:25:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:25:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd3874a 2024-11-10T01:25:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:25:36,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:25:36,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:25:36,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:25:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T01:25:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741950_1126 (size=995) 2024-11-10T01:25:37,189 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T01:25:37,189 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T01:25:37,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:25:37,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE}] 2024-11-10T01:25:37,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE 2024-11-10T01:25:37,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE because future has completed 2024-11-10T01:25:37,274 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:25:37,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:25:37,427 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,427 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:25:37,428 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 0e60286ff69c6d94b8437ace9290f63d, disabling compactions & flushes 2024-11-10T01:25:37,428 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,428 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,428 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. after waiting 0 ms 2024-11-10T01:25:37,428 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,436 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T01:25:37,438 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,438 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 0e60286ff69c6d94b8437ace9290f63d: Waiting for close lock at 1731201937427Running coprocessor pre-close hooks at 1731201937427Disabling compacts and flushes for region at 1731201937427Disabling writes for close at 1731201937428 (+1 ms)Writing region close event to WAL at 1731201937429 (+1 ms)Running coprocessor post-close hooks at 1731201937438 (+9 ms)Closed at 1731201937438 2024-11-10T01:25:37,438 WARN [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 0e60286ff69c6d94b8437ace9290f63d to self. 2024-11-10T01:25:37,442 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=CLOSED 2024-11-10T01:25:37,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:25:37,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T01:25:37,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 in 172 msec 2024-11-10T01:25:37,450 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE; state=CLOSED, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=true 2024-11-10T01:25:37,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE because future has completed 2024-11-10T01:25:37,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:25:37,766 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,766 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:25:37,767 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,767 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:25:37,767 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,767 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,771 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,777 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName A 2024-11-10T01:25:37,779 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:37,780 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:37,780 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,781 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName B 2024-11-10T01:25:37,781 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:37,782 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:37,782 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,783 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e60286ff69c6d94b8437ace9290f63d columnFamilyName C 2024-11-10T01:25:37,783 DEBUG [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:37,783 INFO [StoreOpener-0e60286ff69c6d94b8437ace9290f63d-1 {}] regionserver.HStore(327): Store=0e60286ff69c6d94b8437ace9290f63d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:25:37,783 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,784 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,785 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,786 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,786 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,787 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:25:37,788 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,789 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 0e60286ff69c6d94b8437ace9290f63d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67423442, jitterRate=0.004687577486038208}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:25:37,789 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,791 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 0e60286ff69c6d94b8437ace9290f63d: Running coprocessor pre-open hook at 1731201937767Writing region info on filesystem at 1731201937767Initializing all the Stores at 1731201937768 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201937768Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201937768Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201937768Cleaning up temporary data from old regions at 1731201937786 (+18 ms)Running coprocessor post-open hooks at 1731201937789 (+3 ms)Region opened successfully at 1731201937791 (+2 ms) 2024-11-10T01:25:37,792 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., pid=37, masterSystemTime=1731201937760 2024-11-10T01:25:37,794 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,794 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:37,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=OPEN, openSeqNum=5, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:25:37,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-10T01:25:37,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 in 191 msec 2024-11-10T01:25:37,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T01:25:37,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, REOPEN/MOVE in 529 msec 2024-11-10T01:25:37,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T01:25:37,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-10T01:25:37,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0350 sec 2024-11-10T01:25:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T01:25:37,808 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:37,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56209bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,810 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1735d0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a75856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9373c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771680bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baa2806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478dacaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,818 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19115878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,820 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d79a68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,822 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f564a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436ca0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f813f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,825 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73687c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430b62f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,827 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f552a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,829 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f1ad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b642d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5523a5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,832 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f0ca5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fafc2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0988f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f044a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c6bd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:25:37,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:25:37,838 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:25:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:25:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:25:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12526c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:25:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:25:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:37,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:25:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cff70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:25:37,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:37,841 DEBUG [Thread-643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,841 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,841 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,841 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,842 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,842 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,843 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,843 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:37,845 DEBUG [Thread-635 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,845 DEBUG [Thread-635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,846 DEBUG [Thread-637 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,846 DEBUG [Thread-637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:37,847 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:25:37,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:25:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:25:37,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,849 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:37,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:25:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:25:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:37,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:25:37,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a18f3650b174193aaee8b19f6bb537e_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201937864/Put/seqid=0 2024-11-10T01:25:37,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201997917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:37,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201997918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201997922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201997933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201997918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741951_1127 (size=14594) 2024-11-10T01:25:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:37,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:37,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a18f3650b174193aaee8b19f6bb537e_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a18f3650b174193aaee8b19f6bb537e_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:37,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/41480c9b2f574c0882e4eeb62022ed52, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:37,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/41480c9b2f574c0882e4eeb62022ed52 is 175, key is test_row_0/A:col10/1731201937864/Put/seqid=0 2024-11-10T01:25:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741952_1128 (size=39549) 2024-11-10T01:25:37,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/41480c9b2f574c0882e4eeb62022ed52 2024-11-10T01:25:38,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T01:25:38,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:38,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:38,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:38,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:38,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1427f8522ed94d368bfe2c82036367f4 is 50, key is test_row_0/B:col10/1731201937864/Put/seqid=0 2024-11-10T01:25:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741953_1129 (size=12001) 2024-11-10T01:25:38,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1427f8522ed94d368bfe2c82036367f4 2024-11-10T01:25:38,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201998042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201998052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201998052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201998052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201998052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/fa2cabfa70374fb78c488705ecb786a6 is 50, key is test_row_0/C:col10/1731201937864/Put/seqid=0 2024-11-10T01:25:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741954_1130 (size=12001) 2024-11-10T01:25:38,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/fa2cabfa70374fb78c488705ecb786a6 2024-11-10T01:25:38,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/41480c9b2f574c0882e4eeb62022ed52 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52 2024-11-10T01:25:38,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52, entries=200, sequenceid=16, filesize=38.6 K 2024-11-10T01:25:38,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1427f8522ed94d368bfe2c82036367f4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4 2024-11-10T01:25:38,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T01:25:38,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/fa2cabfa70374fb78c488705ecb786a6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6 2024-11-10T01:25:38,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T01:25:38,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0e60286ff69c6d94b8437ace9290f63d in 265ms, sequenceid=16, compaction requested=false 2024-11-10T01:25:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T01:25:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:38,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T01:25:38,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:38,161 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110152dd06912f04495b3c13993e1bc0fcf_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201937913/Put/seqid=0 2024-11-10T01:25:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741955_1131 (size=12154) 2024-11-10T01:25:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:38,207 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110152dd06912f04495b3c13993e1bc0fcf_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110152dd06912f04495b3c13993e1bc0fcf_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d1c303fc0b5e4efba3ad568d876b53ff, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:38,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d1c303fc0b5e4efba3ad568d876b53ff is 175, key is test_row_0/A:col10/1731201937913/Put/seqid=0 2024-11-10T01:25:38,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741956_1132 (size=30955) 2024-11-10T01:25:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:38,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:38,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201998276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201998278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201998280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201998284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201998285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201998391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201998401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201998401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201998412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201998412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:38,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201998602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201998611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201998621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,623 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d1c303fc0b5e4efba3ad568d876b53ff 2024-11-10T01:25:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201998622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201998622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3b840bdfff4c46a6ad4a504a13a7d165 is 50, key is test_row_0/B:col10/1731201937913/Put/seqid=0 2024-11-10T01:25:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741957_1133 (size=12001) 2024-11-10T01:25:38,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201998911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201998922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201998931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201998931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201998931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:39,056 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3b840bdfff4c46a6ad4a504a13a7d165 2024-11-10T01:25:39,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/72d535dacf62478dab08e44cec63d3e5 is 50, key is test_row_0/C:col10/1731201937913/Put/seqid=0 2024-11-10T01:25:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741958_1134 (size=12001) 2024-11-10T01:25:39,076 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/72d535dacf62478dab08e44cec63d3e5 2024-11-10T01:25:39,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d1c303fc0b5e4efba3ad568d876b53ff as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff 2024-11-10T01:25:39,092 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T01:25:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3b840bdfff4c46a6ad4a504a13a7d165 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165 2024-11-10T01:25:39,100 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T01:25:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/72d535dacf62478dab08e44cec63d3e5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5 2024-11-10T01:25:39,108 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T01:25:39,109 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0e60286ff69c6d94b8437ace9290f63d in 949ms, sequenceid=40, compaction requested=false 2024-11-10T01:25:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T01:25:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T01:25:39,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T01:25:39,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-11-10T01:25:39,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.2740 sec 2024-11-10T01:25:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:39,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:25:39,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100fec3629780d4b6bbc04384e68d2be58_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:25:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741959_1135 (size=14594) 2024-11-10T01:25:39,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:39,469 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100fec3629780d4b6bbc04384e68d2be58_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fec3629780d4b6bbc04384e68d2be58_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:39,470 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e91f81b17c5548f8ae27f02bf943ffd7, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:39,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e91f81b17c5548f8ae27f02bf943ffd7 is 175, key is test_row_0/A:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201999473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201999474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201999475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201999475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201999476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741960_1136 (size=39549) 2024-11-10T01:25:39,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e91f81b17c5548f8ae27f02bf943ffd7 2024-11-10T01:25:39,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/0d0f43925c3740dc88a961b7e4f41c69 is 50, key is test_row_0/B:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741961_1137 (size=12001) 2024-11-10T01:25:39,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/0d0f43925c3740dc88a961b7e4f41c69 2024-11-10T01:25:39,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b6a9bb4b60a74aeba75566c703312615 is 50, key is test_row_0/C:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741962_1138 (size=12001) 2024-11-10T01:25:39,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b6a9bb4b60a74aeba75566c703312615 2024-11-10T01:25:39,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e91f81b17c5548f8ae27f02bf943ffd7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7 2024-11-10T01:25:39,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7, entries=200, sequenceid=53, filesize=38.6 K 2024-11-10T01:25:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/0d0f43925c3740dc88a961b7e4f41c69 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69 2024-11-10T01:25:39,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T01:25:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b6a9bb4b60a74aeba75566c703312615 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615 2024-11-10T01:25:39,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T01:25:39,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0e60286ff69c6d94b8437ace9290f63d in 161ms, sequenceid=53, compaction requested=true 2024-11-10T01:25:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:39,584 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:39,584 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:39,591 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:39,592 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:39,592 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:39,592 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=107.5 K 2024-11-10T01:25:39,592 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:39,592 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7] 2024-11-10T01:25:39,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:39,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:39,593 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:39,593 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.2 K 2024-11-10T01:25:39,594 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41480c9b2f574c0882e4eeb62022ed52, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731201937863 2024-11-10T01:25:39,594 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1427f8522ed94d368bfe2c82036367f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731201937863 2024-11-10T01:25:39,595 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1c303fc0b5e4efba3ad568d876b53ff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731201937913 2024-11-10T01:25:39,595 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b840bdfff4c46a6ad4a504a13a7d165, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731201937913 2024-11-10T01:25:39,595 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91f81b17c5548f8ae27f02bf943ffd7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:39,595 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d0f43925c3740dc88a961b7e4f41c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:39,597 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:39,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:25:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201999606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201999608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201999609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201999611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201999611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,616 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:39,623 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:39,623 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1cbf6c9f95ba4fb28e7008e7677d9b3a is 50, key is test_row_0/B:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110220acb66a41241d6842d54748ed0f276_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201939474/Put/seqid=0 2024-11-10T01:25:39,630 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f8d2d79499cc48ee8ada1a84ed7176c3_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:39,638 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f8d2d79499cc48ee8ada1a84ed7176c3_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:39,639 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8d2d79499cc48ee8ada1a84ed7176c3_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741963_1139 (size=12104) 2024-11-10T01:25:39,660 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1cbf6c9f95ba4fb28e7008e7677d9b3a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1cbf6c9f95ba4fb28e7008e7677d9b3a 2024-11-10T01:25:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741964_1140 (size=14594) 2024-11-10T01:25:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741965_1141 (size=4469) 2024-11-10T01:25:39,671 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#120 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:39,671 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d4e65802d3084d59b56307e4b2d1373d is 175, key is test_row_0/A:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,673 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into 1cbf6c9f95ba4fb28e7008e7677d9b3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:39,673 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:39,673 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201939584; duration=0sec 2024-11-10T01:25:39,673 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:39,673 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:39,673 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:39,674 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:39,674 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:39,674 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:39,674 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.2 K 2024-11-10T01:25:39,675 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting fa2cabfa70374fb78c488705ecb786a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731201937863 2024-11-10T01:25:39,675 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 72d535dacf62478dab08e44cec63d3e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731201937913 2024-11-10T01:25:39,675 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a9bb4b60a74aeba75566c703312615, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741966_1142 (size=31058) 2024-11-10T01:25:39,698 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:39,698 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a30a1e6886424e1cb4c62779939e6f18 is 50, key is test_row_0/C:col10/1731201939421/Put/seqid=0 2024-11-10T01:25:39,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741967_1143 (size=12104) 2024-11-10T01:25:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201999721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201999722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201999722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201999722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201999722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731201999931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731201999931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731201999931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731201999932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731201999934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T01:25:39,991 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-10T01:25:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:39,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:39,994 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:39,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:40,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:40,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110220acb66a41241d6842d54748ed0f276_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110220acb66a41241d6842d54748ed0f276_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:40,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/f22795f0ed4046d4bf192aadb2e9c256, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:40,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/f22795f0ed4046d4bf192aadb2e9c256 is 175, key is test_row_0/A:col10/1731201939474/Put/seqid=0 2024-11-10T01:25:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741968_1144 (size=39549) 2024-11-10T01:25:40,089 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T01:25:40,089 INFO [master/0c4d4d227d60:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T01:25:40,100 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d4e65802d3084d59b56307e4b2d1373d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d 2024-11-10T01:25:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:40,108 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into d4e65802d3084d59b56307e4b2d1373d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:40,108 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:40,108 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201939584; duration=0sec 2024-11-10T01:25:40,108 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:40,108 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:40,118 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a30a1e6886424e1cb4c62779939e6f18 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a30a1e6886424e1cb4c62779939e6f18 2024-11-10T01:25:40,127 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into a30a1e6886424e1cb4c62779939e6f18(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:40,127 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:40,127 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201939585; duration=0sec 2024-11-10T01:25:40,127 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:40,127 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:40,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202000241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202000241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202000242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202000242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202000242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:40,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/f22795f0ed4046d4bf192aadb2e9c256 2024-11-10T01:25:40,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/bcfbedefcab44e34b56310c862bb8dc2 is 50, key is test_row_0/B:col10/1731201939474/Put/seqid=0 2024-11-10T01:25:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741969_1145 (size=12001) 2024-11-10T01:25:40,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202000751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202000751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202000751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202000751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202000761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:40,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/bcfbedefcab44e34b56310c862bb8dc2 2024-11-10T01:25:40,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:40,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:40,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:40,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:40,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/5e485d34d97746688adc8a2d24af66f4 is 50, key is test_row_0/C:col10/1731201939474/Put/seqid=0 2024-11-10T01:25:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741970_1146 (size=12001) 2024-11-10T01:25:41,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:41,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:41,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:41,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:41,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/5e485d34d97746688adc8a2d24af66f4 2024-11-10T01:25:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/f22795f0ed4046d4bf192aadb2e9c256 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256 2024-11-10T01:25:41,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256, entries=200, sequenceid=78, filesize=38.6 K 2024-11-10T01:25:41,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/bcfbedefcab44e34b56310c862bb8dc2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2 2024-11-10T01:25:41,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T01:25:41,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/5e485d34d97746688adc8a2d24af66f4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4 2024-11-10T01:25:41,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T01:25:41,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0e60286ff69c6d94b8437ace9290f63d in 1766ms, sequenceid=78, compaction requested=false 2024-11-10T01:25:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T01:25:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,377 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:25:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101aee6c1ccd304300bddedfff02484e3e_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201939600/Put/seqid=0 2024-11-10T01:25:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741971_1147 (size=12154) 2024-11-10T01:25:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:41,420 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101aee6c1ccd304300bddedfff02484e3e_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101aee6c1ccd304300bddedfff02484e3e_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d0fe41b1acca456b9606cbc62c31b72a, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d0fe41b1acca456b9606cbc62c31b72a is 175, key is test_row_0/A:col10/1731201939600/Put/seqid=0 2024-11-10T01:25:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741972_1148 (size=30955) 2024-11-10T01:25:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:41,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202001787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202001789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202001788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202001794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202001794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,830 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d0fe41b1acca456b9606cbc62c31b72a 2024-11-10T01:25:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/04b1579c35b243409d257810901c4174 is 50, key is test_row_0/B:col10/1731201939600/Put/seqid=0 2024-11-10T01:25:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741973_1149 (size=12001) 2024-11-10T01:25:41,855 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/04b1579c35b243409d257810901c4174 2024-11-10T01:25:41,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/bfb2580d5eef45bb959c6ca122396e36 is 50, key is test_row_0/C:col10/1731201939600/Put/seqid=0 2024-11-10T01:25:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741974_1150 (size=12001) 2024-11-10T01:25:41,879 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/bfb2580d5eef45bb959c6ca122396e36 2024-11-10T01:25:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/d0fe41b1acca456b9606cbc62c31b72a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a 2024-11-10T01:25:41,893 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a, entries=150, sequenceid=93, filesize=30.2 K 2024-11-10T01:25:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/04b1579c35b243409d257810901c4174 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174 2024-11-10T01:25:41,902 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T01:25:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202001902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202001902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202001902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202001904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:41,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/bfb2580d5eef45bb959c6ca122396e36 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36 2024-11-10T01:25:41,910 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T01:25:41,912 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0e60286ff69c6d94b8437ace9290f63d in 535ms, sequenceid=93, compaction requested=true 2024-11-10T01:25:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T01:25:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T01:25:41,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:41,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:25:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:41,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T01:25:41,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9190 sec 2024-11-10T01:25:41,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9260 sec 2024-11-10T01:25:41,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108a931210131442ddad65b9ccaa3ca76b_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741975_1151 (size=14594) 2024-11-10T01:25:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202001979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202002091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202002111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202002111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202002111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202002111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T01:25:42,142 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:42,142 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T01:25:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:42,144 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:42,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:42,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:42,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202002301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:42,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108a931210131442ddad65b9ccaa3ca76b_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a931210131442ddad65b9ccaa3ca76b_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:42,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/67b0e05838844220948db9e32cd09ff3, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:42,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/67b0e05838844220948db9e32cd09ff3 is 175, key is test_row_0/A:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741976_1152 (size=39549) 2024-11-10T01:25:42,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/67b0e05838844220948db9e32cd09ff3 2024-11-10T01:25:42,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/00e32a14f7974dc586f7b91fcf0dc0a2 is 50, key is test_row_0/B:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741977_1153 (size=12001) 2024-11-10T01:25:42,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202002422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202002422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202002422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202002422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:42,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202002611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:42,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/00e32a14f7974dc586f7b91fcf0dc0a2 2024-11-10T01:25:42,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b5e9f7c7197549c1b4f8a509254d0040 is 50, key is test_row_0/C:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741978_1154 (size=12001) 2024-11-10T01:25:42,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:42,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202002931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202002931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202002931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202002932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:43,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202003121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:43,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:43,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:43,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b5e9f7c7197549c1b4f8a509254d0040 2024-11-10T01:25:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/67b0e05838844220948db9e32cd09ff3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3 2024-11-10T01:25:43,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3, entries=200, sequenceid=118, filesize=38.6 K 2024-11-10T01:25:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/00e32a14f7974dc586f7b91fcf0dc0a2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2 2024-11-10T01:25:43,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T01:25:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b5e9f7c7197549c1b4f8a509254d0040 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040 2024-11-10T01:25:43,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T01:25:43,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0e60286ff69c6d94b8437ace9290f63d in 1349ms, sequenceid=118, compaction requested=true 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:43,266 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:43,266 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:43,268 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:43,268 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:43,268 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:43,268 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:43,268 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,268 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,268 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=137.8 K 2024-11-10T01:25:43,268 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1cbf6c9f95ba4fb28e7008e7677d9b3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=47.0 K 2024-11-10T01:25:43,268 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,268 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3] 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cbf6c9f95ba4fb28e7008e7677d9b3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e65802d3084d59b56307e4b2d1373d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfbedefcab44e34b56310c862bb8dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731201939461 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f22795f0ed4046d4bf192aadb2e9c256, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731201939461 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0fe41b1acca456b9606cbc62c31b72a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731201939600 2024-11-10T01:25:43,269 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b1579c35b243409d257810901c4174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731201939600 2024-11-10T01:25:43,270 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67b0e05838844220948db9e32cd09ff3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:43,270 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 00e32a14f7974dc586f7b91fcf0dc0a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:43,279 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:43,281 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:43,281 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1fa9680d4a384212a66e6449f9bd8db9 is 50, key is test_row_0/B:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:43,282 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110bf32ba4a87294b83835af595dcab868c_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:43,286 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110bf32ba4a87294b83835af595dcab868c_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:43,287 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bf32ba4a87294b83835af595dcab868c_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741979_1155 (size=12241) 2024-11-10T01:25:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741980_1156 (size=4469) 2024-11-10T01:25:43,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T01:25:43,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,369 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:25:43,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038a7755519ce45e6b35ad650be15f81a_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201941977/Put/seqid=0 2024-11-10T01:25:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741981_1157 (size=12154) 2024-11-10T01:25:43,703 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/1fa9680d4a384212a66e6449f9bd8db9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1fa9680d4a384212a66e6449f9bd8db9 2024-11-10T01:25:43,710 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#133 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:43,710 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/11d779199f9d451e83e091224ca900f6 is 175, key is test_row_0/A:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:43,712 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into 1fa9680d4a384212a66e6449f9bd8db9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:43,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:43,712 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=12, startTime=1731201943266; duration=0sec 2024-11-10T01:25:43,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:43,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:43,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:25:43,713 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:25:43,714 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:43,714 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:43,714 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a30a1e6886424e1cb4c62779939e6f18, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=47.0 K 2024-11-10T01:25:43,714 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a30a1e6886424e1cb4c62779939e6f18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731201938274 2024-11-10T01:25:43,715 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e485d34d97746688adc8a2d24af66f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731201939461 2024-11-10T01:25:43,716 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb2580d5eef45bb959c6ca122396e36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731201939600 2024-11-10T01:25:43,717 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e9f7c7197549c1b4f8a509254d0040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741982_1158 (size=31195) 2024-11-10T01:25:43,730 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/11d779199f9d451e83e091224ca900f6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6 2024-11-10T01:25:43,735 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into 11d779199f9d451e83e091224ca900f6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:43,735 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:43,735 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=12, startTime=1731201943266; duration=0sec 2024-11-10T01:25:43,736 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:43,736 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:43,739 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:43,739 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/7ae442cb608e4e5a82e2d6f1e5e208cd is 50, key is test_row_0/C:col10/1731201941779/Put/seqid=0 2024-11-10T01:25:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741983_1159 (size=12241) 2024-11-10T01:25:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:43,791 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038a7755519ce45e6b35ad650be15f81a_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038a7755519ce45e6b35ad650be15f81a_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4083b7db08c345638b74ca0691325769, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4083b7db08c345638b74ca0691325769 is 175, key is test_row_0/A:col10/1731201941977/Put/seqid=0 2024-11-10T01:25:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741984_1160 (size=30955) 2024-11-10T01:25:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4083b7db08c345638b74ca0691325769 2024-11-10T01:25:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3d29a5e8628b41a39cf7b85c8c83b80b is 50, key is test_row_0/B:col10/1731201941977/Put/seqid=0 2024-11-10T01:25:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741985_1161 (size=12001) 2024-11-10T01:25:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:43,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202003971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202003972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:43,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202003974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202003975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202004081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202004081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202004091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202004091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202004131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,132 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 0e60286ff69c6d94b8437ace9290f63d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,166 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/7ae442cb608e4e5a82e2d6f1e5e208cd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7ae442cb608e4e5a82e2d6f1e5e208cd 2024-11-10T01:25:44,173 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into 7ae442cb608e4e5a82e2d6f1e5e208cd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:44,173 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:44,173 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=12, startTime=1731201943266; duration=0sec 2024-11-10T01:25:44,173 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:44,173 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:44,223 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3d29a5e8628b41a39cf7b85c8c83b80b 2024-11-10T01:25:44,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/32e0cb54bc074e6c9713eed8e0e6f53a is 50, key is test_row_0/C:col10/1731201941977/Put/seqid=0 2024-11-10T01:25:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741986_1162 (size=12001) 2024-11-10T01:25:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:44,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202004291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202004292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202004301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202004301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:25:44,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T01:25:44,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202004601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202004601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202004612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202004612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:44,643 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/32e0cb54bc074e6c9713eed8e0e6f53a 2024-11-10T01:25:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4083b7db08c345638b74ca0691325769 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769 2024-11-10T01:25:44,653 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769, entries=150, sequenceid=129, filesize=30.2 K 2024-11-10T01:25:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/3d29a5e8628b41a39cf7b85c8c83b80b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b 2024-11-10T01:25:44,659 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b, entries=150, sequenceid=129, filesize=11.7 K 2024-11-10T01:25:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/32e0cb54bc074e6c9713eed8e0e6f53a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a 2024-11-10T01:25:44,664 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a, entries=150, sequenceid=129, filesize=11.7 K 2024-11-10T01:25:44,665 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e60286ff69c6d94b8437ace9290f63d in 1296ms, sequenceid=129, compaction requested=false 2024-11-10T01:25:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T01:25:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T01:25:44,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T01:25:44,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5210 sec 2024-11-10T01:25:44,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.5260 sec 2024-11-10T01:25:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:45,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T01:25:45,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100fd85274420e4c2ca3541bfe57b1a637_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202005123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202005123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741987_1163 (size=17284) 2024-11-10T01:25:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202005124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202005126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202005231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202005231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202005241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202005241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202005441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202005441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202005451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202005451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:45,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100fd85274420e4c2ca3541bfe57b1a637_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fd85274420e4c2ca3541bfe57b1a637_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:45,532 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/bbabb31498ad429da12293929e5925c9, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:45,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/bbabb31498ad429da12293929e5925c9 is 175, key is test_row_0/A:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741988_1164 (size=48389) 2024-11-10T01:25:45,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202005751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202005751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202005761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202005761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:45,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/bbabb31498ad429da12293929e5925c9 2024-11-10T01:25:45,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/6444af9a223d4ce98ff83a1e342ffced is 50, key is test_row_0/B:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741989_1165 (size=12151) 2024-11-10T01:25:46,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202006151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:46,153 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 0e60286ff69c6d94b8437ace9290f63d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202006261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202006261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202006271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202006272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T01:25:46,311 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:46,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T01:25:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:46,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:46,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:46,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:46,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/6444af9a223d4ce98ff83a1e342ffced 2024-11-10T01:25:46,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/dfa69b463f9349ee86981de3d2119746 is 50, key is test_row_0/C:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741990_1166 (size=12151) 2024-11-10T01:25:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:46,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T01:25:46,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:46,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T01:25:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:46,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:46,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/dfa69b463f9349ee86981de3d2119746 2024-11-10T01:25:46,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/bbabb31498ad429da12293929e5925c9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9 2024-11-10T01:25:46,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9, entries=250, sequenceid=159, filesize=47.3 K 2024-11-10T01:25:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/6444af9a223d4ce98ff83a1e342ffced as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced 2024-11-10T01:25:46,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T01:25:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:46,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T01:25:46,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/dfa69b463f9349ee86981de3d2119746 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746 2024-11-10T01:25:46,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T01:25:46,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0e60286ff69c6d94b8437ace9290f63d in 1673ms, sequenceid=159, compaction requested=true 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:46,786 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:46,786 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:46,787 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:46,787 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:46,788 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,788 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1fa9680d4a384212a66e6449f9bd8db9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.5 K 2024-11-10T01:25:46,788 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:46,788 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:46,788 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,788 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fa9680d4a384212a66e6449f9bd8db9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:46,788 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=107.9 K 2024-11-10T01:25:46,788 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,788 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9] 2024-11-10T01:25:46,788 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d29a5e8628b41a39cf7b85c8c83b80b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731201941961 2024-11-10T01:25:46,789 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11d779199f9d451e83e091224ca900f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:46,789 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4083b7db08c345638b74ca0691325769, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731201941961 2024-11-10T01:25:46,789 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 6444af9a223d4ce98ff83a1e342ffced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:46,789 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbabb31498ad429da12293929e5925c9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:46,796 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:46,797 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/7e0051ddfb2245e2ab2a5f3d7808cb3b is 50, key is test_row_0/B:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:46,799 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:46,802 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100b840457cbef429c84a88f2b09a26f11_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:46,804 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100b840457cbef429c84a88f2b09a26f11_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:46,804 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100b840457cbef429c84a88f2b09a26f11_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741991_1167 (size=12493) 2024-11-10T01:25:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741992_1168 (size=4469) 2024-11-10T01:25:46,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T01:25:46,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:46,927 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T01:25:46,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110607367009c8244d68695efa1cfb2edb0_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201945123/Put/seqid=0 2024-11-10T01:25:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741993_1169 (size=12304) 2024-11-10T01:25:46,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:46,955 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110607367009c8244d68695efa1cfb2edb0_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110607367009c8244d68695efa1cfb2edb0_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/30500b94f23d49f1ab7d280b1a33fcd6, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/30500b94f23d49f1ab7d280b1a33fcd6 is 175, key is test_row_0/A:col10/1731201945123/Put/seqid=0 2024-11-10T01:25:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741994_1170 (size=31105) 2024-11-10T01:25:46,961 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/30500b94f23d49f1ab7d280b1a33fcd6 2024-11-10T01:25:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/178524121f9c4039901a46c9b4dd1b7f is 50, key is test_row_0/B:col10/1731201945123/Put/seqid=0 2024-11-10T01:25:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741995_1171 (size=12151) 2024-11-10T01:25:47,221 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#142 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:47,221 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4a84dfa93ee04e00bc9ace206d36dc29 is 175, key is test_row_0/A:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:47,222 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/7e0051ddfb2245e2ab2a5f3d7808cb3b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/7e0051ddfb2245e2ab2a5f3d7808cb3b 2024-11-10T01:25:47,231 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into 7e0051ddfb2245e2ab2a5f3d7808cb3b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:47,231 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:47,231 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201946786; duration=0sec 2024-11-10T01:25:47,231 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:47,231 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:47,231 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:47,233 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:47,233 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:47,233 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:47,233 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7ae442cb608e4e5a82e2d6f1e5e208cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.5 K 2024-11-10T01:25:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ae442cb608e4e5a82e2d6f1e5e208cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731201941779 2024-11-10T01:25:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e0cb54bc074e6c9713eed8e0e6f53a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731201941961 2024-11-10T01:25:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa69b463f9349ee86981de3d2119746, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741996_1172 (size=31447) 2024-11-10T01:25:47,246 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/4a84dfa93ee04e00bc9ace206d36dc29 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29 2024-11-10T01:25:47,248 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:47,248 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a390d63071fc4d68b3fc5cab2ae06c1d is 50, key is test_row_0/C:col10/1731201943968/Put/seqid=0 2024-11-10T01:25:47,254 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into 4a84dfa93ee04e00bc9ace206d36dc29(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:47,254 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:47,254 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201946786; duration=0sec 2024-11-10T01:25:47,254 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:47,254 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:47,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741997_1173 (size=12493) 2024-11-10T01:25:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202007305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202007308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202007310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202007310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,378 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/178524121f9c4039901a46c9b4dd1b7f 2024-11-10T01:25:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/16f1510f7b70475a8d3bb046a7d5a28c is 50, key is test_row_0/C:col10/1731201945123/Put/seqid=0 2024-11-10T01:25:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741998_1174 (size=12151) 2024-11-10T01:25:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202007411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202007422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202007422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202007422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:47,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202007622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202007631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202007631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202007631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,702 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a390d63071fc4d68b3fc5cab2ae06c1d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a390d63071fc4d68b3fc5cab2ae06c1d 2024-11-10T01:25:47,707 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into a390d63071fc4d68b3fc5cab2ae06c1d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:47,707 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:47,707 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201946786; duration=0sec 2024-11-10T01:25:47,708 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:47,708 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:47,790 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/16f1510f7b70475a8d3bb046a7d5a28c 2024-11-10T01:25:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/30500b94f23d49f1ab7d280b1a33fcd6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6 2024-11-10T01:25:47,801 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6, entries=150, sequenceid=168, filesize=30.4 K 2024-11-10T01:25:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/178524121f9c4039901a46c9b4dd1b7f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f 2024-11-10T01:25:47,806 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:25:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/16f1510f7b70475a8d3bb046a7d5a28c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c 2024-11-10T01:25:47,814 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:25:47,815 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 0e60286ff69c6d94b8437ace9290f63d in 887ms, sequenceid=168, compaction requested=false 2024-11-10T01:25:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T01:25:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T01:25:47,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T01:25:47,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5020 sec 2024-11-10T01:25:47,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5060 sec 2024-11-10T01:25:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:47,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:47,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T01:25:47,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fa2f284896384b54acdc5ef519d1b21b_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202007945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202007946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202007946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202007946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741999_1175 (size=14794) 2024-11-10T01:25:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202008261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202008261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202008261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202008261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fa2f284896384b54acdc5ef519d1b21b_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fa2f284896384b54acdc5ef519d1b21b_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:48,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2f7687ee52804550aa0844671cfe8e52, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:48,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2f7687ee52804550aa0844671cfe8e52 is 175, key is test_row_0/A:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742000_1176 (size=39749) 2024-11-10T01:25:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T01:25:48,461 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:48,461 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T01:25:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:48,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:48,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:48,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202008572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202008572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202008572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202008572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:48,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2f7687ee52804550aa0844671cfe8e52 2024-11-10T01:25:48,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/31e08e0d890a48deb78d7daeb60b982a is 50, key is test_row_0/B:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:48,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742001_1177 (size=12151) 2024-11-10T01:25:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:48,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:48,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202009081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202009081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202009081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202009081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:49,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/31e08e0d890a48deb78d7daeb60b982a 2024-11-10T01:25:49,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/c6e8bd26b4494d71a9b876634737ed37 is 50, key is test_row_0/C:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742002_1178 (size=12151) 2024-11-10T01:25:49,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:49,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/c6e8bd26b4494d71a9b876634737ed37 2024-11-10T01:25:49,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2f7687ee52804550aa0844671cfe8e52 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52 2024-11-10T01:25:49,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52, entries=200, sequenceid=200, filesize=38.8 K 2024-11-10T01:25:49,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/31e08e0d890a48deb78d7daeb60b982a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a 2024-11-10T01:25:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:49,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T01:25:49,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/c6e8bd26b4494d71a9b876634737ed37 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37 2024-11-10T01:25:49,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T01:25:49,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 0e60286ff69c6d94b8437ace9290f63d in 1677ms, sequenceid=200, compaction requested=true 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:49,610 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:49,610 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:49,611 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:49,611 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:49,611 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,611 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/7e0051ddfb2245e2ab2a5f3d7808cb3b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.9 K 2024-11-10T01:25:49,611 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:49,611 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:49,611 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,612 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=99.9 K 2024-11-10T01:25:49,612 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,612 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52] 2024-11-10T01:25:49,612 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0051ddfb2245e2ab2a5f3d7808cb3b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:49,612 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a84dfa93ee04e00bc9ace206d36dc29, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:49,613 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 178524121f9c4039901a46c9b4dd1b7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201945118 2024-11-10T01:25:49,613 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30500b94f23d49f1ab7d280b1a33fcd6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201945118 2024-11-10T01:25:49,613 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e08e0d890a48deb78d7daeb60b982a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:49,613 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f7687ee52804550aa0844671cfe8e52, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:49,620 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:49,621 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:49,622 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/ebd9126ef4a741b0b69459c20b558a3a is 50, key is test_row_0/B:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:49,623 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111066b3eac036f0480b981bdac7052c1a97_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:49,625 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111066b3eac036f0480b981bdac7052c1a97_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:49,625 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111066b3eac036f0480b981bdac7052c1a97_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742003_1179 (size=12595) 2024-11-10T01:25:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742004_1180 (size=4469) 2024-11-10T01:25:49,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T01:25:49,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:49,686 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T01:25:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111065d0bfe0972f4fd2b437fa55048569f1_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201947945/Put/seqid=0 2024-11-10T01:25:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742005_1181 (size=12304) 2024-11-10T01:25:50,038 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/ebd9126ef4a741b0b69459c20b558a3a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/ebd9126ef4a741b0b69459c20b558a3a 2024-11-10T01:25:50,041 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:50,042 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e07f331f1c264ac8a598cf8428372653 is 175, key is test_row_0/A:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:50,046 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into ebd9126ef4a741b0b69459c20b558a3a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:50,046 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:50,046 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201949610; duration=0sec 2024-11-10T01:25:50,046 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:50,047 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:50,047 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:50,048 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:50,048 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:50,048 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:50,048 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a390d63071fc4d68b3fc5cab2ae06c1d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=35.9 K 2024-11-10T01:25:50,048 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a390d63071fc4d68b3fc5cab2ae06c1d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731201943968 2024-11-10T01:25:50,049 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 16f1510f7b70475a8d3bb046a7d5a28c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201945118 2024-11-10T01:25:50,049 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e8bd26b4494d71a9b876634737ed37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742006_1182 (size=31549) 2024-11-10T01:25:50,058 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:50,059 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/9691d309bbde46a1a0766ccd000e7f2b is 50, key is test_row_0/C:col10/1731201947306/Put/seqid=0 2024-11-10T01:25:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742007_1183 (size=12595) 2024-11-10T01:25:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:50,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:50,109 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111065d0bfe0972f4fd2b437fa55048569f1_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111065d0bfe0972f4fd2b437fa55048569f1_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/6cd6f74f67704f1dbca5d447a9515473, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/6cd6f74f67704f1dbca5d447a9515473 is 175, key is test_row_0/A:col10/1731201947945/Put/seqid=0 2024-11-10T01:25:50,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742008_1184 (size=31105) 2024-11-10T01:25:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202010126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202010128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202010127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202010132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731202010181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,183 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 0e60286ff69c6d94b8437ace9290f63d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202010241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202010241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202010242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202010242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202010451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202010451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202010452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202010452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,461 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e07f331f1c264ac8a598cf8428372653 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653 2024-11-10T01:25:50,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into e07f331f1c264ac8a598cf8428372653(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:50,466 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:50,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201949610; duration=0sec 2024-11-10T01:25:50,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:50,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:50,475 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/9691d309bbde46a1a0766ccd000e7f2b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/9691d309bbde46a1a0766ccd000e7f2b 2024-11-10T01:25:50,481 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into 9691d309bbde46a1a0766ccd000e7f2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:50,481 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:50,481 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201949610; duration=0sec 2024-11-10T01:25:50,481 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:50,481 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:50,516 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/6cd6f74f67704f1dbca5d447a9515473 2024-11-10T01:25:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/56a79401d8ee4757b08485d6af227bf7 is 50, key is test_row_0/B:col10/1731201947945/Put/seqid=0 2024-11-10T01:25:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742009_1185 (size=12151) 2024-11-10T01:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202010762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202010762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202010762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202010762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:50,929 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/56a79401d8ee4757b08485d6af227bf7 2024-11-10T01:25:50,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e781fdcb7d134cb1964828a1322ac43a is 50, key is test_row_0/C:col10/1731201947945/Put/seqid=0 2024-11-10T01:25:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742010_1186 (size=12151) 2024-11-10T01:25:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202011272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202011272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202011272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202011272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:51,340 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e781fdcb7d134cb1964828a1322ac43a 2024-11-10T01:25:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/6cd6f74f67704f1dbca5d447a9515473 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473 2024-11-10T01:25:51,349 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473, entries=150, sequenceid=209, filesize=30.4 K 2024-11-10T01:25:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/56a79401d8ee4757b08485d6af227bf7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7 2024-11-10T01:25:51,355 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-10T01:25:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e781fdcb7d134cb1964828a1322ac43a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a 2024-11-10T01:25:51,359 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-10T01:25:51,360 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 0e60286ff69c6d94b8437ace9290f63d in 1674ms, sequenceid=209, compaction requested=false 2024-11-10T01:25:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T01:25:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T01:25:51,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T01:25:51,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8970 sec 2024-11-10T01:25:51,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.9020 sec 2024-11-10T01:25:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:52,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:52,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-10T01:25:52,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202012320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202012321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202012321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202012321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d05dbc3ebf2049ebbd81b36262954406_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742011_1187 (size=12304) 2024-11-10T01:25:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202012431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202012431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202012431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202012431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T01:25:52,622 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:52,622 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T01:25:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:52,624 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:52,624 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:52,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202012641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202012641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202012641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202012641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:52,765 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:52,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d05dbc3ebf2049ebbd81b36262954406_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d05dbc3ebf2049ebbd81b36262954406_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:52,769 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/1c26d730d137409795be20551cd6fe11, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:52,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/1c26d730d137409795be20551cd6fe11 is 175, key is test_row_0/A:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742012_1188 (size=31105) 2024-11-10T01:25:52,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:52,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:52,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:52,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202012951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202012951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202012951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202012951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:53,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:25:53,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,174 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/1c26d730d137409795be20551cd6fe11 2024-11-10T01:25:53,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/a85a86007bb9469ca0d71801dd440910 is 50, key is test_row_0/B:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742013_1189 (size=12151) 2024-11-10T01:25:53,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:53,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202013461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202013461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202013461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202013461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:53,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/a85a86007bb9469ca0d71801dd440910 2024-11-10T01:25:53,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a60a4aec83cd477c821404d3108b3af7 is 50, key is test_row_0/C:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742014_1190 (size=12151) 2024-11-10T01:25:53,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:53,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:53,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:53,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a60a4aec83cd477c821404d3108b3af7 2024-11-10T01:25:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/1c26d730d137409795be20551cd6fe11 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11 2024-11-10T01:25:54,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11, entries=150, sequenceid=242, filesize=30.4 K 2024-11-10T01:25:54,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/a85a86007bb9469ca0d71801dd440910 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910 2024-11-10T01:25:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:25:54,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T01:25:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a60a4aec83cd477c821404d3108b3af7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7 2024-11-10T01:25:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T01:25:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for 0e60286ff69c6d94b8437ace9290f63d in 1711ms, sequenceid=242, compaction requested=true 2024-11-10T01:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:54,021 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,021 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,023 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:54,023 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:54,023 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,023 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/ebd9126ef4a741b0b69459c20b558a3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=36.0 K 2024-11-10T01:25:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,024 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,024 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,024 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,024 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=91.6 K 2024-11-10T01:25:54,024 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,024 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11] 2024-11-10T01:25:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,024 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ebd9126ef4a741b0b69459c20b558a3a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,025 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e07f331f1c264ac8a598cf8428372653, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:54,025 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a79401d8ee4757b08485d6af227bf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731201947933 2024-11-10T01:25:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,025 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd6f74f67704f1dbca5d447a9515473, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731201947933 2024-11-10T01:25:54,025 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a85a86007bb9469ca0d71801dd440910, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,025 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c26d730d137409795be20551cd6fe11, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,039 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#159 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,040 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/86524efb55064f93bc8d3c77943176b9 is 50, key is test_row_0/B:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,041 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,053 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107b140c3ee9f145bf8701c634d94598a0_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,055 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107b140c3ee9f145bf8701c634d94598a0_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,055 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107b140c3ee9f145bf8701c634d94598a0_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742015_1191 (size=12697) 2024-11-10T01:25:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742016_1192 (size=4469) 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#160 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,091 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e32fcc1eda444d7c8d4e48392ebf893d is 175, key is test_row_0/A:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742017_1193 (size=31651) 2024-11-10T01:25:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,114 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/e32fcc1eda444d7c8d4e48392ebf893d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d 2024-11-10T01:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,121 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into e32fcc1eda444d7c8d4e48392ebf893d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,123 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:54,123 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201954021; duration=0sec 2024-11-10T01:25:54,123 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:54,123 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:54,123 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,124 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:54,124 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,124 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,124 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/9691d309bbde46a1a0766ccd000e7f2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=36.0 K 2024-11-10T01:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,125 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9691d309bbde46a1a0766ccd000e7f2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731201947306 2024-11-10T01:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,125 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e781fdcb7d134cb1964828a1322ac43a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731201947933 2024-11-10T01:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,126 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a60a4aec83cd477c821404d3108b3af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,134 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,134 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/33eb41e13b3c46a8a1f055a0d14b72da is 50, key is test_row_0/C:col10/1731201950126/Put/seqid=0 2024-11-10T01:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742018_1194 (size=12697) 2024-11-10T01:25:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,154 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/33eb41e13b3c46a8a1f055a0d14b72da as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/33eb41e13b3c46a8a1f055a0d14b72da 2024-11-10T01:25:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,160 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into 33eb41e13b3c46a8a1f055a0d14b72da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:54,161 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,161 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201954022; duration=0sec 2024-11-10T01:25:54,161 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:54,161 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T01:25:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:54,166 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T01:25:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d1f3ce6acf34f17b91e9c0748ce24eb_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_1/A:col10/1731201952320/Put/seqid=0 2024-11-10T01:25:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742019_1195 (size=9814) 2024-11-10T01:25:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,194 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d1f3ce6acf34f17b91e9c0748ce24eb_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d1f3ce6acf34f17b91e9c0748ce24eb_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5d650386c530443a8891be42b1482f88, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5d650386c530443a8891be42b1482f88 is 175, key is test_row_1/A:col10/1731201952320/Put/seqid=0 2024-11-10T01:25:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742020_1196 (size=22461) 2024-11-10T01:25:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,204 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5d650386c530443a8891be42b1482f88 2024-11-10T01:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/41f60f4e4c84466ebf43476995b01f2b is 50, key is test_row_1/B:col10/1731201952320/Put/seqid=0 2024-11-10T01:25:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742021_1197 (size=9757) 2024-11-10T01:25:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,494 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/86524efb55064f93bc8d3c77943176b9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/86524efb55064f93bc8d3c77943176b9 2024-11-10T01:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,503 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into 86524efb55064f93bc8d3c77943176b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:54,503 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:54,503 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201954021; duration=0sec 2024-11-10T01:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,503 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:54,503 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202014539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202014542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202014544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,643 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/41f60f4e4c84466ebf43476995b01f2b 2024-11-10T01:25:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b73b2bd825a94ac0857dfa177aacebb3 is 50, key is test_row_1/C:col10/1731201952320/Put/seqid=0 2024-11-10T01:25:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202014652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202014652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202014652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202014652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742022_1198 (size=9757) 2024-11-10T01:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202014861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202014861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202014862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202014862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b73b2bd825a94ac0857dfa177aacebb3 2024-11-10T01:25:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5d650386c530443a8891be42b1482f88 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88 2024-11-10T01:25:55,073 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88, entries=100, sequenceid=252, filesize=21.9 K 2024-11-10T01:25:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/41f60f4e4c84466ebf43476995b01f2b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b 2024-11-10T01:25:55,078 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b, entries=100, sequenceid=252, filesize=9.5 K 2024-11-10T01:25:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/b73b2bd825a94ac0857dfa177aacebb3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3 2024-11-10T01:25:55,083 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3, entries=100, sequenceid=252, filesize=9.5 K 2024-11-10T01:25:55,084 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 0e60286ff69c6d94b8437ace9290f63d in 918ms, sequenceid=252, compaction requested=false 2024-11-10T01:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T01:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T01:25:55,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T01:25:55,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-11-10T01:25:55,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.4700 sec 2024-11-10T01:25:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:55,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-10T01:25:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202015176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202015177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202015178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202015178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111023a4a092b71d471282c4170b56050030_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742023_1199 (size=17534) 2024-11-10T01:25:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202015281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202015281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202015281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202015282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202015491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202015491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202015491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202015492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,592 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:55,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111023a4a092b71d471282c4170b56050030_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111023a4a092b71d471282c4170b56050030_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:55,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2ad27637ee4642c0b58e5a71acc5ed57, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:55,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2ad27637ee4642c0b58e5a71acc5ed57 is 175, key is test_row_0/A:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742024_1200 (size=48639) 2024-11-10T01:25:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202015801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202015801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202015801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202015801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:56,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2ad27637ee4642c0b58e5a71acc5ed57 2024-11-10T01:25:56,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/754d2d7bab204405a5792b3727e0d4a5 is 50, key is test_row_0/B:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742025_1201 (size=12301) 2024-11-10T01:25:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202016311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202016311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202016311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202016311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:56,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/754d2d7bab204405a5792b3727e0d4a5 2024-11-10T01:25:56,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e86e5764a1d44430a5be5e172a7b6df8 is 50, key is test_row_0/C:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742026_1202 (size=12301) 2024-11-10T01:25:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T01:25:56,791 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:56,791 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:25:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T01:25:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:56,793 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:25:56,794 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:25:56,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:25:56,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e86e5764a1d44430a5be5e172a7b6df8 2024-11-10T01:25:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/2ad27637ee4642c0b58e5a71acc5ed57 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57 2024-11-10T01:25:56,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57, entries=250, sequenceid=284, filesize=47.5 K 2024-11-10T01:25:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/754d2d7bab204405a5792b3727e0d4a5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5 2024-11-10T01:25:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-10T01:25:56,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/e86e5764a1d44430a5be5e172a7b6df8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8 2024-11-10T01:25:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8, entries=150, sequenceid=284, filesize=12.0 K 2024-11-10T01:25:56,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 0e60286ff69c6d94b8437ace9290f63d in 1680ms, sequenceid=284, compaction requested=true 2024-11-10T01:25:56,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:56,855 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:56,855 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:56,857 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:56,857 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:56,857 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:56,857 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,857 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:56,857 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:56,857 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/86524efb55064f93bc8d3c77943176b9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=33.9 K 2024-11-10T01:25:56,857 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=100.3 K 2024-11-10T01:25:56,857 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:56,857 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57] 2024-11-10T01:25:56,858 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e32fcc1eda444d7c8d4e48392ebf893d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:56,858 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 86524efb55064f93bc8d3c77943176b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:56,858 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 41f60f4e4c84466ebf43476995b01f2b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731201952319 2024-11-10T01:25:56,858 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d650386c530443a8891be42b1482f88, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731201952319 2024-11-10T01:25:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,859 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad27637ee4642c0b58e5a71acc5ed57, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954531 2024-11-10T01:25:56,859 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 754d2d7bab204405a5792b3727e0d4a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954536 2024-11-10T01:25:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,873 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,885 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#169 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:56,885 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411102ddd2f772a704f389dfcadd60a74b56d_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,885 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/555d76373ae04610b40a60d15e46024c is 50, key is test_row_0/B:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,898 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411102ddd2f772a704f389dfcadd60a74b56d_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742027_1203 (size=12949) 2024-11-10T01:25:56,898 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102ddd2f772a704f389dfcadd60a74b56d_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,908 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/555d76373ae04610b40a60d15e46024c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/555d76373ae04610b40a60d15e46024c 2024-11-10T01:25:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742028_1204 (size=4469) 2024-11-10T01:25:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,912 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#168 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:56,913 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02 is 175, key is test_row_0/A:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,916 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into 555d76373ae04610b40a60d15e46024c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:56,916 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:56,916 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201956855; duration=0sec 2024-11-10T01:25:56,916 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:56,916 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:25:56,916 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742029_1205 (size=31903) 2024-11-10T01:25:56,920 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:56,920 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:25:56,920 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:56,920 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/33eb41e13b3c46a8a1f055a0d14b72da, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=33.9 K 2024-11-10T01:25:56,920 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 33eb41e13b3c46a8a1f055a0d14b72da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731201950126 2024-11-10T01:25:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,921 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b73b2bd825a94ac0857dfa177aacebb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731201952319 2024-11-10T01:25:56,921 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e86e5764a1d44430a5be5e172a7b6df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954536 2024-11-10T01:25:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,938 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#170 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:56,939 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/cdb848b3de3b4bec84f8fe6c0a2cdadf is 50, key is test_row_0/C:col10/1731201954536/Put/seqid=0 2024-11-10T01:25:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T01:25:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,946 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T01:25:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742030_1206 (size=12949) 2024-11-10T01:25:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b6c6950aae2b4bfda48e574767a455e9_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201955176/Put/seqid=0 2024-11-10T01:25:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,970 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/cdb848b3de3b4bec84f8fe6c0a2cdadf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/cdb848b3de3b4bec84f8fe6c0a2cdadf 2024-11-10T01:25:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,979 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into cdb848b3de3b4bec84f8fe6c0a2cdadf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:56,979 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,979 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201956855; duration=0sec 2024-11-10T01:25:56,980 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:56,980 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:25:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742031_1207 (size=9914) 2024-11-10T01:25:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,996 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b6c6950aae2b4bfda48e574767a455e9_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6c6950aae2b4bfda48e574767a455e9_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ba81461187764a47ab78942009cc26a4, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:56,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ba81461187764a47ab78942009cc26a4 is 175, key is test_row_0/A:col10/1731201955176/Put/seqid=0 2024-11-10T01:25:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742032_1208 (size=22561) 2024-11-10T01:25:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:57,406 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ba81461187764a47ab78942009cc26a4 2024-11-10T01:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:57,470 INFO [AsyncFSWAL-0-hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606-prefix:0c4d4d227d60,43661,1731201895398 {}] wal.AbstractFSWAL(1368): Slow sync cost: 146 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK]] 2024-11-10T01:25:57,471 INFO [AsyncFSWAL-0-hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606-prefix:0c4d4d227d60,43661,1731201895398 {}] wal.AbstractFSWAL(1368): Slow sync cost: 144 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK]] 2024-11-10T01:25:57,471 INFO [AsyncFSWAL-0-hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606-prefix:0c4d4d227d60,43661,1731201895398 {}] wal.AbstractFSWAL(1368): Slow sync cost: 143 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37195,DS-b5aceb26-a4b1-4a93-ae96-6340c5147c75,DISK]] 2024-11-10T01:25:57,476 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02 2024-11-10T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:57,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. as already flushing 2024-11-10T01:25:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/66c07505115947fc82e2f9c911367475 is 50, key is test_row_0/B:col10/1731201955176/Put/seqid=0 2024-11-10T01:25:57,484 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into 5ff4fbe1e0bc4d61825cc9b13fc3ae02(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:25:57,484 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:57,484 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201956855; duration=0sec 2024-11-10T01:25:57,484 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:57,485 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:25:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742033_1209 (size=9857) 2024-11-10T01:25:57,496 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/66c07505115947fc82e2f9c911367475 2024-11-10T01:25:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/7043eccb221d430684a1167319fb6be3 is 50, key is test_row_0/C:col10/1731201955176/Put/seqid=0 2024-11-10T01:25:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202017514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202017515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202017517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202017518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742034_1210 (size=9857) 2024-11-10T01:25:57,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202017621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202017622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202017622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202017622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51580 deadline: 1731202017831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51518 deadline: 1731202017831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51588 deadline: 1731202017831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202017832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:57,848 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-10T01:25:57,848 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:57,848 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,849 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:57,850 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-11-10T01:25:57,850 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-10T01:25:57,850 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:57,850 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:57,850 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,850 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,850 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,850 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:57,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:57,855 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-11-10T01:25:57,855 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:57,855 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,856 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:57,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:57,922 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/7043eccb221d430684a1167319fb6be3 2024-11-10T01:25:57,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ba81461187764a47ab78942009cc26a4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4 2024-11-10T01:25:57,931 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4, entries=100, sequenceid=291, filesize=22.0 K 2024-11-10T01:25:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:57,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/66c07505115947fc82e2f9c911367475 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475 2024-11-10T01:25:57,936 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475, entries=100, sequenceid=291, filesize=9.6 K 2024-11-10T01:25:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/7043eccb221d430684a1167319fb6be3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3 2024-11-10T01:25:57,940 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3, entries=100, sequenceid=291, filesize=9.6 K 2024-11-10T01:25:57,941 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 0e60286ff69c6d94b8437ace9290f63d in 995ms, sequenceid=291, compaction requested=false 2024-11-10T01:25:57,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:57,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:57,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T01:25:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T01:25:57,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T01:25:57,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-10T01:25:57,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.1520 sec 2024-11-10T01:25:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:25:58,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-10T01:25:58,148 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-10T01:25:58,148 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-10T01:25:58,148 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-10T01:25:58,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:58,148 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:58,148 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:58,148 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:25:58,148 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,148 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,148 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202018143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:58,149 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,149 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:58,149 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:25:58,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:58,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:25:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:58,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110709ee835acc84bae81d285d573c569b2_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201958143/Put/seqid=0 2024-11-10T01:25:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742035_1211 (size=12454) 2024-11-10T01:25:58,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:25:58,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110709ee835acc84bae81d285d573c569b2_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110709ee835acc84bae81d285d573c569b2_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:25:58,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/55923b69bc2f4f50b9fc2dc9631f74fd, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:58,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/55923b69bc2f4f50b9fc2dc9631f74fd is 175, key is test_row_0/A:col10/1731201958143/Put/seqid=0 2024-11-10T01:25:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742036_1212 (size=31255) 2024-11-10T01:25:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202018662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T01:25:58,942 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:25:58,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/55923b69bc2f4f50b9fc2dc9631f74fd 2024-11-10T01:25:58,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/b57a73ab250d4bb6b7a69f28765a293c is 50, key is test_row_0/B:col10/1731201958143/Put/seqid=0 2024-11-10T01:25:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742037_1213 (size=12301) 2024-11-10T01:25:59,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/b57a73ab250d4bb6b7a69f28765a293c 2024-11-10T01:25:59,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a748c2e93bd34123b0da08f94ced7ed2 is 50, key is test_row_0/C:col10/1731201958143/Put/seqid=0 2024-11-10T01:25:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742038_1214 (size=12301) 2024-11-10T01:25:59,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:25:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51528 deadline: 1731202019671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:25:59,672 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in 0e60286ff69c6d94b8437ace9290f63d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:25:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:25:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:25:59,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a748c2e93bd34123b0da08f94ced7ed2 2024-11-10T01:25:59,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/55923b69bc2f4f50b9fc2dc9631f74fd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd 2024-11-10T01:25:59,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd, entries=150, sequenceid=326, filesize=30.5 K 2024-11-10T01:25:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/b57a73ab250d4bb6b7a69f28765a293c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c 2024-11-10T01:25:59,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T01:25:59,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/a748c2e93bd34123b0da08f94ced7ed2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2 2024-11-10T01:25:59,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T01:25:59,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 0e60286ff69c6d94b8437ace9290f63d in 1688ms, sequenceid=326, compaction requested=true 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:25:59,836 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e60286ff69c6d94b8437ace9290f63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:25:59,836 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:25:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:25:59,837 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:59,837 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:25:59,837 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/B is initiating minor compaction (all files) 2024-11-10T01:25:59,837 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/A is initiating minor compaction (all files) 2024-11-10T01:25:59,837 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/B in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:59,837 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/A in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:59,837 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/555d76373ae04610b40a60d15e46024c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=34.3 K 2024-11-10T01:25:59,837 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=83.7 K 2024-11-10T01:25:59,837 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd] 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 555d76373ae04610b40a60d15e46024c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954536 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff4fbe1e0bc4d61825cc9b13fc3ae02, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954536 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c07505115947fc82e2f9c911367475, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731201955176 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba81461187764a47ab78942009cc26a4, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731201955176 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b57a73ab250d4bb6b7a69f28765a293c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731201957509 2024-11-10T01:25:59,838 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55923b69bc2f4f50b9fc2dc9631f74fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731201957509 2024-11-10T01:25:59,845 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:59,846 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:25:59,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/c68af4cdd9244955a4d794b71e214c15 is 50, key is test_row_0/B:col10/1731201958143/Put/seqid=0 2024-11-10T01:25:59,848 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110003b20b5a5044394b79e03bfb3ebc098_0e60286ff69c6d94b8437ace9290f63d store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:59,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742039_1215 (size=13051) 2024-11-10T01:25:59,869 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110003b20b5a5044394b79e03bfb3ebc098_0e60286ff69c6d94b8437ace9290f63d, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:59,869 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110003b20b5a5044394b79e03bfb3ebc098_0e60286ff69c6d94b8437ace9290f63d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:25:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742040_1216 (size=4469) 2024-11-10T01:26:00,234 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-11-10T01:26:00,234 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:00,234 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:00,234 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:00,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:00,257 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/c68af4cdd9244955a4d794b71e214c15 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/c68af4cdd9244955a4d794b71e214c15 2024-11-10T01:26:00,262 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/B of 0e60286ff69c6d94b8437ace9290f63d into c68af4cdd9244955a4d794b71e214c15(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:00,262 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:26:00,263 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/B, priority=13, startTime=1731201959836; duration=0sec 2024-11-10T01:26:00,263 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:00,263 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:B 2024-11-10T01:26:00,263 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:00,264 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:00,264 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 0e60286ff69c6d94b8437ace9290f63d/C is initiating minor compaction (all files) 2024-11-10T01:26:00,264 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e60286ff69c6d94b8437ace9290f63d/C in TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:26:00,264 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/cdb848b3de3b4bec84f8fe6c0a2cdadf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp, totalSize=34.3 K 2024-11-10T01:26:00,265 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb848b3de3b4bec84f8fe6c0a2cdadf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731201954536 2024-11-10T01:26:00,265 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7043eccb221d430684a1167319fb6be3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731201955176 2024-11-10T01:26:00,265 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a748c2e93bd34123b0da08f94ced7ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731201957509 2024-11-10T01:26:00,274 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:00,274 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e60286ff69c6d94b8437ace9290f63d#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:00,274 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ec70a6a1fc1641049d59b1affe2726cc is 175, key is test_row_0/A:col10/1731201958143/Put/seqid=0 2024-11-10T01:26:00,275 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/4c82fc1437204447a7c8eb40b636e60c is 50, key is test_row_0/C:col10/1731201958143/Put/seqid=0 2024-11-10T01:26:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742041_1217 (size=32005) 2024-11-10T01:26:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742042_1218 (size=13051) 2024-11-10T01:26:00,697 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/ec70a6a1fc1641049d59b1affe2726cc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ec70a6a1fc1641049d59b1affe2726cc 2024-11-10T01:26:00,697 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/4c82fc1437204447a7c8eb40b636e60c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4c82fc1437204447a7c8eb40b636e60c 2024-11-10T01:26:00,701 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/A of 0e60286ff69c6d94b8437ace9290f63d into ec70a6a1fc1641049d59b1affe2726cc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:00,701 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e60286ff69c6d94b8437ace9290f63d/C of 0e60286ff69c6d94b8437ace9290f63d into 4c82fc1437204447a7c8eb40b636e60c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e60286ff69c6d94b8437ace9290f63d: 2024-11-10T01:26:00,701 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/A, priority=13, startTime=1731201959836; duration=0sec 2024-11-10T01:26:00,701 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., storeName=0e60286ff69c6d94b8437ace9290f63d/C, priority=13, startTime=1731201959836; duration=0sec 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:A 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:00,701 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e60286ff69c6d94b8437ace9290f63d:C 2024-11-10T01:26:01,685 INFO [Thread-643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-643. 2024-11-10T01:26:01,685 DEBUG [Thread-643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:01,685 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:01,685 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:01,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4231 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3994 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1680 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5039 rows 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1691 2024-11-10T01:26:01,686 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5072 rows 2024-11-10T01:26:01,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:26:01,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:26:01,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:01,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:01,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:01,688 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:26:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:01,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201961695"}]},"ts":"1731201961695"} 2024-11-10T01:26:01,698 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:26:01,698 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:26:01,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:26:01,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, UNASSIGN}] 2024-11-10T01:26:01,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, UNASSIGN 2024-11-10T01:26:01,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, UNASSIGN because future has completed 2024-11-10T01:26:01,704 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:26:01,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:01,858 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:01,858 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:26:01,859 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 0e60286ff69c6d94b8437ace9290f63d, disabling compactions & flushes 2024-11-10T01:26:01,859 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:26:01,859 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:26:01,859 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. after waiting 0 ms 2024-11-10T01:26:01,859 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:26:01,860 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 0e60286ff69c6d94b8437ace9290f63d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T01:26:01,875 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e5a85f1d841a4e2cb5dad208092cc775_0e60286ff69c6d94b8437ace9290f63d is 50, key is test_row_0/A:col10/1731201961683/Put/seqid=0 2024-11-10T01:26:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742043_1219 (size=9914) 2024-11-10T01:26:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:02,283 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:02,292 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e5a85f1d841a4e2cb5dad208092cc775_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e5a85f1d841a4e2cb5dad208092cc775_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:02,294 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5144dac8b6104299bec5d1b7e7f806be, store: [table=TestAcidGuarantees family=A region=0e60286ff69c6d94b8437ace9290f63d] 2024-11-10T01:26:02,296 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5144dac8b6104299bec5d1b7e7f806be is 175, key is test_row_0/A:col10/1731201961683/Put/seqid=0 2024-11-10T01:26:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742044_1220 (size=22561) 2024-11-10T01:26:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:02,701 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5144dac8b6104299bec5d1b7e7f806be 2024-11-10T01:26:02,734 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/336d27b5f30b4ad291ded6d9666a348b is 50, key is test_row_0/B:col10/1731201961683/Put/seqid=0 2024-11-10T01:26:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742045_1221 (size=9857) 2024-11-10T01:26:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:03,138 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/336d27b5f30b4ad291ded6d9666a348b 2024-11-10T01:26:03,150 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/4b985425210a4cc283e06b87fbc2e374 is 50, key is test_row_0/C:col10/1731201961683/Put/seqid=0 2024-11-10T01:26:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742046_1222 (size=9857) 2024-11-10T01:26:03,556 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/4b985425210a4cc283e06b87fbc2e374 2024-11-10T01:26:03,566 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/A/5144dac8b6104299bec5d1b7e7f806be as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5144dac8b6104299bec5d1b7e7f806be 2024-11-10T01:26:03,571 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5144dac8b6104299bec5d1b7e7f806be, entries=100, sequenceid=334, filesize=22.0 K 2024-11-10T01:26:03,572 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/B/336d27b5f30b4ad291ded6d9666a348b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/336d27b5f30b4ad291ded6d9666a348b 2024-11-10T01:26:03,578 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/336d27b5f30b4ad291ded6d9666a348b, entries=100, sequenceid=334, filesize=9.6 K 2024-11-10T01:26:03,579 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/.tmp/C/4b985425210a4cc283e06b87fbc2e374 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4b985425210a4cc283e06b87fbc2e374 2024-11-10T01:26:03,584 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4b985425210a4cc283e06b87fbc2e374, entries=100, sequenceid=334, filesize=9.6 K 2024-11-10T01:26:03,585 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0e60286ff69c6d94b8437ace9290f63d in 1726ms, sequenceid=334, compaction requested=false 2024-11-10T01:26:03,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd] to archive 2024-11-10T01:26:03,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:03,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/41480c9b2f574c0882e4eeb62022ed52 2024-11-10T01:26:03,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d1c303fc0b5e4efba3ad568d876b53ff 2024-11-10T01:26:03,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e91f81b17c5548f8ae27f02bf943ffd7 2024-11-10T01:26:03,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d4e65802d3084d59b56307e4b2d1373d 2024-11-10T01:26:03,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/f22795f0ed4046d4bf192aadb2e9c256 2024-11-10T01:26:03,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/d0fe41b1acca456b9606cbc62c31b72a 2024-11-10T01:26:03,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/67b0e05838844220948db9e32cd09ff3 2024-11-10T01:26:03,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/11d779199f9d451e83e091224ca900f6 2024-11-10T01:26:03,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4083b7db08c345638b74ca0691325769 2024-11-10T01:26:03,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/bbabb31498ad429da12293929e5925c9 2024-11-10T01:26:03,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/4a84dfa93ee04e00bc9ace206d36dc29 2024-11-10T01:26:03,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/30500b94f23d49f1ab7d280b1a33fcd6 2024-11-10T01:26:03,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2f7687ee52804550aa0844671cfe8e52 2024-11-10T01:26:03,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e07f331f1c264ac8a598cf8428372653 2024-11-10T01:26:03,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/6cd6f74f67704f1dbca5d447a9515473 2024-11-10T01:26:03,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/e32fcc1eda444d7c8d4e48392ebf893d 2024-11-10T01:26:03,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/1c26d730d137409795be20551cd6fe11 2024-11-10T01:26:03,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5d650386c530443a8891be42b1482f88 2024-11-10T01:26:03,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/2ad27637ee4642c0b58e5a71acc5ed57 2024-11-10T01:26:03,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5ff4fbe1e0bc4d61825cc9b13fc3ae02 2024-11-10T01:26:03,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ba81461187764a47ab78942009cc26a4 2024-11-10T01:26:03,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/55923b69bc2f4f50b9fc2dc9631f74fd 2024-11-10T01:26:03,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1cbf6c9f95ba4fb28e7008e7677d9b3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1fa9680d4a384212a66e6449f9bd8db9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/7e0051ddfb2245e2ab2a5f3d7808cb3b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/ebd9126ef4a741b0b69459c20b558a3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/86524efb55064f93bc8d3c77943176b9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/555d76373ae04610b40a60d15e46024c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c] to archive 2024-11-10T01:26:03,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:03,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1427f8522ed94d368bfe2c82036367f4 2024-11-10T01:26:03,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3b840bdfff4c46a6ad4a504a13a7d165 2024-11-10T01:26:03,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1cbf6c9f95ba4fb28e7008e7677d9b3a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1cbf6c9f95ba4fb28e7008e7677d9b3a 2024-11-10T01:26:03,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/0d0f43925c3740dc88a961b7e4f41c69 2024-11-10T01:26:03,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/bcfbedefcab44e34b56310c862bb8dc2 2024-11-10T01:26:03,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/04b1579c35b243409d257810901c4174 2024-11-10T01:26:03,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1fa9680d4a384212a66e6449f9bd8db9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/1fa9680d4a384212a66e6449f9bd8db9 2024-11-10T01:26:03,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/00e32a14f7974dc586f7b91fcf0dc0a2 2024-11-10T01:26:03,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/3d29a5e8628b41a39cf7b85c8c83b80b 2024-11-10T01:26:03,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/7e0051ddfb2245e2ab2a5f3d7808cb3b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/7e0051ddfb2245e2ab2a5f3d7808cb3b 2024-11-10T01:26:03,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/6444af9a223d4ce98ff83a1e342ffced 2024-11-10T01:26:03,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/178524121f9c4039901a46c9b4dd1b7f 2024-11-10T01:26:03,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/ebd9126ef4a741b0b69459c20b558a3a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/ebd9126ef4a741b0b69459c20b558a3a 2024-11-10T01:26:03,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/31e08e0d890a48deb78d7daeb60b982a 2024-11-10T01:26:03,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/56a79401d8ee4757b08485d6af227bf7 2024-11-10T01:26:03,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/86524efb55064f93bc8d3c77943176b9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/86524efb55064f93bc8d3c77943176b9 2024-11-10T01:26:03,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/a85a86007bb9469ca0d71801dd440910 2024-11-10T01:26:03,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/41f60f4e4c84466ebf43476995b01f2b 2024-11-10T01:26:03,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/555d76373ae04610b40a60d15e46024c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/555d76373ae04610b40a60d15e46024c 2024-11-10T01:26:03,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/754d2d7bab204405a5792b3727e0d4a5 2024-11-10T01:26:03,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/66c07505115947fc82e2f9c911367475 2024-11-10T01:26:03,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/b57a73ab250d4bb6b7a69f28765a293c 2024-11-10T01:26:03,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a30a1e6886424e1cb4c62779939e6f18, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7ae442cb608e4e5a82e2d6f1e5e208cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a390d63071fc4d68b3fc5cab2ae06c1d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/9691d309bbde46a1a0766ccd000e7f2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/33eb41e13b3c46a8a1f055a0d14b72da, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/cdb848b3de3b4bec84f8fe6c0a2cdadf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2] to archive 2024-11-10T01:26:03,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:03,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/fa2cabfa70374fb78c488705ecb786a6 2024-11-10T01:26:03,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/72d535dacf62478dab08e44cec63d3e5 2024-11-10T01:26:03,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a30a1e6886424e1cb4c62779939e6f18 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a30a1e6886424e1cb4c62779939e6f18 2024-11-10T01:26:03,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b6a9bb4b60a74aeba75566c703312615 2024-11-10T01:26:03,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/5e485d34d97746688adc8a2d24af66f4 2024-11-10T01:26:03,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/bfb2580d5eef45bb959c6ca122396e36 2024-11-10T01:26:03,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7ae442cb608e4e5a82e2d6f1e5e208cd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7ae442cb608e4e5a82e2d6f1e5e208cd 2024-11-10T01:26:03,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b5e9f7c7197549c1b4f8a509254d0040 2024-11-10T01:26:03,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/32e0cb54bc074e6c9713eed8e0e6f53a 2024-11-10T01:26:03,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a390d63071fc4d68b3fc5cab2ae06c1d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a390d63071fc4d68b3fc5cab2ae06c1d 2024-11-10T01:26:03,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/dfa69b463f9349ee86981de3d2119746 2024-11-10T01:26:03,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/16f1510f7b70475a8d3bb046a7d5a28c 2024-11-10T01:26:03,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/9691d309bbde46a1a0766ccd000e7f2b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/9691d309bbde46a1a0766ccd000e7f2b 2024-11-10T01:26:03,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/c6e8bd26b4494d71a9b876634737ed37 2024-11-10T01:26:03,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e781fdcb7d134cb1964828a1322ac43a 2024-11-10T01:26:03,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/33eb41e13b3c46a8a1f055a0d14b72da to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/33eb41e13b3c46a8a1f055a0d14b72da 2024-11-10T01:26:03,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a60a4aec83cd477c821404d3108b3af7 2024-11-10T01:26:03,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/b73b2bd825a94ac0857dfa177aacebb3 2024-11-10T01:26:03,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/cdb848b3de3b4bec84f8fe6c0a2cdadf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/cdb848b3de3b4bec84f8fe6c0a2cdadf 2024-11-10T01:26:03,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/e86e5764a1d44430a5be5e172a7b6df8 2024-11-10T01:26:03,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/7043eccb221d430684a1167319fb6be3 2024-11-10T01:26:03,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/a748c2e93bd34123b0da08f94ced7ed2 2024-11-10T01:26:03,654 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=4 2024-11-10T01:26:03,654 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. 2024-11-10T01:26:03,654 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 0e60286ff69c6d94b8437ace9290f63d: Waiting for close lock at 1731201961859Running coprocessor pre-close hooks at 1731201961859Disabling compacts and flushes for region at 1731201961859Disabling writes for close at 1731201961859Obtaining lock to block concurrent updates at 1731201961860 (+1 ms)Preparing flush snapshotting stores in 0e60286ff69c6d94b8437ace9290f63d at 1731201961860Finished memstore snapshotting TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731201961861 (+1 ms)Flushing stores of TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d. at 1731201961862 (+1 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/A: creating writer at 1731201961862Flushing mob file 0e60286ff69c6d94b8437ace9290f63d/A: appending metadata at 1731201961875 (+13 ms)Flushing mob file 0e60286ff69c6d94b8437ace9290f63d/A: closing flushed file at 1731201961875Flushing 0e60286ff69c6d94b8437ace9290f63d/A: appending metadata at 1731201962294 (+419 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/A: closing flushed file at 1731201962295 (+1 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/B: creating writer at 1731201962731 (+436 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/B: appending metadata at 1731201962733 (+2 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/B: closing flushed file at 1731201962733Flushing 0e60286ff69c6d94b8437ace9290f63d/C: creating writer at 1731201963146 (+413 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/C: appending metadata at 1731201963149 (+3 ms)Flushing 0e60286ff69c6d94b8437ace9290f63d/C: closing flushed file at 1731201963149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d405752: reopening flushed file at 1731201963565 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda6805: reopening flushed file at 1731201963571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6990d0cc: reopening flushed file at 1731201963578 (+7 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0e60286ff69c6d94b8437ace9290f63d in 1726ms, sequenceid=334, compaction requested=false at 1731201963585 (+7 ms)Writing region close event to WAL at 1731201963650 (+65 ms)Running coprocessor post-close hooks at 1731201963654 (+4 ms)Closed at 1731201963654 2024-11-10T01:26:03,656 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,657 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=0e60286ff69c6d94b8437ace9290f63d, regionState=CLOSED 2024-11-10T01:26:03,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:03,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T01:26:03,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e60286ff69c6d94b8437ace9290f63d, server=0c4d4d227d60,43661,1731201895398 in 1.9550 sec 2024-11-10T01:26:03,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-10T01:26:03,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e60286ff69c6d94b8437ace9290f63d, UNASSIGN in 1.9610 sec 2024-11-10T01:26:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T01:26:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-10T01:26:03,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201963665"}]},"ts":"1731201963665"} 2024-11-10T01:26:03,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:26:03,666 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:26:03,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9780 sec 2024-11-10T01:26:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T01:26:03,843 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:03,844 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:26:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,848 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T01:26:03,850 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,859 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits] 2024-11-10T01:26:03,863 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5144dac8b6104299bec5d1b7e7f806be to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/5144dac8b6104299bec5d1b7e7f806be 2024-11-10T01:26:03,864 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ec70a6a1fc1641049d59b1affe2726cc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/A/ec70a6a1fc1641049d59b1affe2726cc 2024-11-10T01:26:03,867 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/336d27b5f30b4ad291ded6d9666a348b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/336d27b5f30b4ad291ded6d9666a348b 2024-11-10T01:26:03,869 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/c68af4cdd9244955a4d794b71e214c15 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/B/c68af4cdd9244955a4d794b71e214c15 2024-11-10T01:26:03,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4b985425210a4cc283e06b87fbc2e374 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4b985425210a4cc283e06b87fbc2e374 2024-11-10T01:26:03,874 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4c82fc1437204447a7c8eb40b636e60c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/C/4c82fc1437204447a7c8eb40b636e60c 2024-11-10T01:26:03,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits/337.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d/recovered.edits/337.seqid 2024-11-10T01:26:03,879 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,879 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:26:03,880 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:26:03,881 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T01:26:03,888 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fd85274420e4c2ca3541bfe57b1a637_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fd85274420e4c2ca3541bfe57b1a637_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,890 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fec3629780d4b6bbc04384e68d2be58_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100fec3629780d4b6bbc04384e68d2be58_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,892 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110152dd06912f04495b3c13993e1bc0fcf_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110152dd06912f04495b3c13993e1bc0fcf_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,894 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a18f3650b174193aaee8b19f6bb537e_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a18f3650b174193aaee8b19f6bb537e_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,896 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101aee6c1ccd304300bddedfff02484e3e_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101aee6c1ccd304300bddedfff02484e3e_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,898 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110220acb66a41241d6842d54748ed0f276_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110220acb66a41241d6842d54748ed0f276_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,900 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111023a4a092b71d471282c4170b56050030_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111023a4a092b71d471282c4170b56050030_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,902 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038a7755519ce45e6b35ad650be15f81a_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038a7755519ce45e6b35ad650be15f81a_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,904 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110607367009c8244d68695efa1cfb2edb0_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110607367009c8244d68695efa1cfb2edb0_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,906 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111065d0bfe0972f4fd2b437fa55048569f1_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111065d0bfe0972f4fd2b437fa55048569f1_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,908 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110709ee835acc84bae81d285d573c569b2_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110709ee835acc84bae81d285d573c569b2_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,910 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a931210131442ddad65b9ccaa3ca76b_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108a931210131442ddad65b9ccaa3ca76b_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,912 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d1f3ce6acf34f17b91e9c0748ce24eb_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d1f3ce6acf34f17b91e9c0748ce24eb_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,914 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6c6950aae2b4bfda48e574767a455e9_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6c6950aae2b4bfda48e574767a455e9_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,916 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d05dbc3ebf2049ebbd81b36262954406_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d05dbc3ebf2049ebbd81b36262954406_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,918 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e5a85f1d841a4e2cb5dad208092cc775_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e5a85f1d841a4e2cb5dad208092cc775_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,921 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fa2f284896384b54acdc5ef519d1b21b_0e60286ff69c6d94b8437ace9290f63d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fa2f284896384b54acdc5ef519d1b21b_0e60286ff69c6d94b8437ace9290f63d 2024-11-10T01:26:03,922 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:26:03,925 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,929 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:26:03,931 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:26:03,932 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,932 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:26:03,932 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731201963932"}]},"ts":"9223372036854775807"} 2024-11-10T01:26:03,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:26:03,935 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0e60286ff69c6d94b8437ace9290f63d, NAME => 'TestAcidGuarantees,,1731201934602.0e60286ff69c6d94b8437ace9290f63d.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:26:03,935 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:26:03,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731201963935"}]},"ts":"9223372036854775807"} 2024-11-10T01:26:03,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:26:03,937 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-10T01:26:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T01:26:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:26:03,961 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:03,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=243 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_836342160_22 at /127.0.0.1:45104 [Waiting for operation #936] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_92978181_22 at /127.0.0.1:60418 [Waiting for operation #635] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_92978181_22 at /127.0.0.1:60382 [Waiting for operation #768] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_836342160_22 at /127.0.0.1:45154 [Waiting for operation #885] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 528) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2405 (was 2537) 2024-11-10T01:26:03,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=243, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=2405 2024-11-10T01:26:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:26:03,986 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:26:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:03,988 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:26:03,988 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:03,989 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-10T01:26:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:03,989 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:26:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742047_1223 (size=959) 2024-11-10T01:26:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:04,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:26:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742048_1224 (size=53) 2024-11-10T01:26:04,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:26:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:04,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:26:04,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 08e4bb32bb71c747168e731c121f018c, disabling compactions & flushes 2024-11-10T01:26:04,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:04,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:04,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. after waiting 0 ms 2024-11-10T01:26:04,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:04,814 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:04,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08e4bb32bb71c747168e731c121f018c: Waiting for close lock at 1731201964813Disabling compacts and flushes for region at 1731201964813Disabling writes for close at 1731201964814 (+1 ms)Writing region close event to WAL at 1731201964814Closed at 1731201964814 2024-11-10T01:26:04,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:26:04,817 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731201964816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201964816"}]},"ts":"1731201964816"} 2024-11-10T01:26:04,820 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:26:04,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:26:04,822 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201964822"}]},"ts":"1731201964822"} 2024-11-10T01:26:04,824 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:26:04,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, ASSIGN}] 2024-11-10T01:26:04,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, ASSIGN 2024-11-10T01:26:04,826 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:26:04,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=08e4bb32bb71c747168e731c121f018c, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:04,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, ASSIGN because future has completed 2024-11-10T01:26:04,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:05,145 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:05,146 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:26:05,146 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,146 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:26:05,146 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,146 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,148 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,149 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08e4bb32bb71c747168e731c121f018c columnFamilyName A 2024-11-10T01:26:05,149 DEBUG [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:05,150 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(327): Store=08e4bb32bb71c747168e731c121f018c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:05,150 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,151 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08e4bb32bb71c747168e731c121f018c columnFamilyName B 2024-11-10T01:26:05,151 DEBUG [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:05,152 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(327): Store=08e4bb32bb71c747168e731c121f018c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:05,152 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,153 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08e4bb32bb71c747168e731c121f018c columnFamilyName C 2024-11-10T01:26:05,153 DEBUG [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:05,154 INFO [StoreOpener-08e4bb32bb71c747168e731c121f018c-1 {}] regionserver.HStore(327): Store=08e4bb32bb71c747168e731c121f018c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:05,154 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,155 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,155 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,157 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,157 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,157 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:26:05,159 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,161 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:26:05,162 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened 08e4bb32bb71c747168e731c121f018c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64267075, jitterRate=-0.04234595596790314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:26:05,162 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:05,163 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for 08e4bb32bb71c747168e731c121f018c: Running coprocessor pre-open hook at 1731201965146Writing region info on filesystem at 1731201965146Initializing all the Stores at 1731201965147 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201965147Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201965147Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201965147Cleaning up temporary data from old regions at 1731201965157 (+10 ms)Running coprocessor post-open hooks at 1731201965162 (+5 ms)Region opened successfully at 1731201965163 (+1 ms) 2024-11-10T01:26:05,164 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., pid=59, masterSystemTime=1731201965137 2024-11-10T01:26:05,165 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:05,165 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:05,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=08e4bb32bb71c747168e731c121f018c, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:05,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:05,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T01:26:05,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 in 185 msec 2024-11-10T01:26:05,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T01:26:05,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, ASSIGN in 345 msec 2024-11-10T01:26:05,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:26:05,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201965172"}]},"ts":"1731201965172"} 2024-11-10T01:26:05,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:26:05,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:26:05,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-11-10T01:26:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T01:26:06,143 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:06,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6c2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,149 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1790d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,153 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c99ad4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:26:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:26:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb61d8d 2024-11-10T01:26:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:26:06,160 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:26:06,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77284e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,163 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33039371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086861a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6071fcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba8772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd62344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259bf7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,171 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f328d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60138241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb05b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3e5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a12f4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4a2b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,177 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4fc10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760f9325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be8a148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,180 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753d7949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b246d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7445538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,184 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fe6be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29596af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b9ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,187 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c3355f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,189 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5186f825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b153a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,190 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336ef6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,191 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0d0a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f53f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:06,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:06,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc87d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:06,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66621213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:06,195 DEBUG [Thread-1061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,195 DEBUG [Thread-1076 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,195 DEBUG [Thread-1070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,196 DEBUG [Thread-1059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,196 DEBUG [Thread-1068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,197 DEBUG [Thread-1063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:06,198 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,199 DEBUG [Thread-1074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,199 DEBUG [Thread-1072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-10T01:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:06,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:06,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:06,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,203 DEBUG [Thread-1057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:06,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:26:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:06,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:06,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:26:06,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/28f97458b5fe4049a28031cd79261e04 is 50, key is test_row_0/A:col10/1731201966208/Put/seqid=0 2024-11-10T01:26:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742049_1225 (size=12001) 2024-11-10T01:26:06,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202026250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202026256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202026257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202026259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202026261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:06,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202026372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202026372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202026372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202026372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202026372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:06,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202026581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202026581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202026581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202026581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202026581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/28f97458b5fe4049a28031cd79261e04 2024-11-10T01:26:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/02c4366e830c406da2a82382ecda92eb is 50, key is test_row_0/B:col10/1731201966208/Put/seqid=0 2024-11-10T01:26:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742050_1226 (size=12001) 2024-11-10T01:26:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:06,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202026891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202026891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202026891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202026891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202026891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:06,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:06,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/02c4366e830c406da2a82382ecda92eb 2024-11-10T01:26:07,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/db64c989c4dc4ef4b35bad15ac0446a0 is 50, key is test_row_0/C:col10/1731201966208/Put/seqid=0 2024-11-10T01:26:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742051_1227 (size=12001) 2024-11-10T01:26:07,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:07,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202027401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202027401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202027401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202027401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202027401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:07,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:07,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/db64c989c4dc4ef4b35bad15ac0446a0 2024-11-10T01:26:07,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/28f97458b5fe4049a28031cd79261e04 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04 2024-11-10T01:26:07,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:26:07,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/02c4366e830c406da2a82382ecda92eb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb 2024-11-10T01:26:07,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:26:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/db64c989c4dc4ef4b35bad15ac0446a0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0 2024-11-10T01:26:07,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T01:26:07,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 08e4bb32bb71c747168e731c121f018c in 1324ms, sequenceid=13, compaction requested=false 2024-11-10T01:26:07,541 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T01:26:07,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:07,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T01:26:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:07,583 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:26:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/519856a2565f4dd09f36faaec6a642e0 is 50, key is test_row_0/A:col10/1731201966259/Put/seqid=0 2024-11-10T01:26:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742052_1228 (size=12001) 2024-11-10T01:26:07,602 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/519856a2565f4dd09f36faaec6a642e0 2024-11-10T01:26:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/a2a6c66ef13b491c9cb67e6e4f86007e is 50, key is test_row_0/B:col10/1731201966259/Put/seqid=0 2024-11-10T01:26:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742053_1229 (size=12001) 2024-11-10T01:26:07,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/a2a6c66ef13b491c9cb67e6e4f86007e 2024-11-10T01:26:07,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/37fb0cb1558f4335bad1998824360898 is 50, key is test_row_0/C:col10/1731201966259/Put/seqid=0 2024-11-10T01:26:07,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742054_1230 (size=12001) 2024-11-10T01:26:08,043 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/37fb0cb1558f4335bad1998824360898 2024-11-10T01:26:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/519856a2565f4dd09f36faaec6a642e0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0 2024-11-10T01:26:08,050 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:26:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/a2a6c66ef13b491c9cb67e6e4f86007e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e 2024-11-10T01:26:08,055 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:26:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/37fb0cb1558f4335bad1998824360898 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898 2024-11-10T01:26:08,061 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:26:08,062 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 479ms, sequenceid=37, compaction requested=false 2024-11-10T01:26:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-10T01:26:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-10T01:26:08,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T01:26:08,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-11-10T01:26:08,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.8730 sec 2024-11-10T01:26:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T01:26:08,352 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:08,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-10T01:26:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:08,354 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:08,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:08,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:08,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:08,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/7bbccd98330040638571739f081155a5 is 50, key is test_row_0/A:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742055_1231 (size=14341) 2024-11-10T01:26:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202028443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202028443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202028444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202028445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202028450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:08,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202028561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202028561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202028561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202028561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202028561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202028771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202028771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202028771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202028771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202028771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:08,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:08,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:08,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/7bbccd98330040638571739f081155a5 2024-11-10T01:26:08,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/ced148af08c7468aa17b282c09c3638d is 50, key is test_row_0/B:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742056_1232 (size=12001) 2024-11-10T01:26:08,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:08,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:08,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:08,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:09,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202029082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:26:09,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/ced148af08c7468aa17b282c09c3638d 2024-11-10T01:26:09,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/64821ef4a049443f94e2d78b56caf6c8 is 50, key is test_row_0/C:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742057_1233 (size=12001) 2024-11-10T01:26:09,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:09,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202029591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202029591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202029592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202029592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202029592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:09,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/64821ef4a049443f94e2d78b56caf6c8 2024-11-10T01:26:09,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/7bbccd98330040638571739f081155a5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5 2024-11-10T01:26:09,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5, entries=200, sequenceid=48, filesize=14.0 K 2024-11-10T01:26:09,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/ced148af08c7468aa17b282c09c3638d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d 2024-11-10T01:26:09,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T01:26:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/64821ef4a049443f94e2d78b56caf6c8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8 2024-11-10T01:26:09,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T01:26:09,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 08e4bb32bb71c747168e731c121f018c in 1281ms, sequenceid=48, compaction requested=true 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:09,701 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:09,701 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:09,702 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:09,702 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:09,702 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,702 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=37.4 K 2024-11-10T01:26:09,703 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:09,703 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f97458b5fe4049a28031cd79261e04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201966208 2024-11-10T01:26:09,703 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:09,703 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,703 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.2 K 2024-11-10T01:26:09,703 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519856a2565f4dd09f36faaec6a642e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731201966255 2024-11-10T01:26:09,704 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c4366e830c406da2a82382ecda92eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201966208 2024-11-10T01:26:09,704 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bbccd98330040638571739f081155a5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968413 2024-11-10T01:26:09,704 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a6c66ef13b491c9cb67e6e4f86007e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731201966255 2024-11-10T01:26:09,704 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ced148af08c7468aa17b282c09c3638d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968417 2024-11-10T01:26:09,715 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:09,715 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:09,715 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/a85c40b520474b098e4da70dfb5dd147 is 50, key is test_row_0/B:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:09,715 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/690054b2d8c54385af7b9ffb47da929a is 50, key is test_row_0/A:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:09,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T01:26:09,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,729 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:26:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/45c460e01b394da0823675114fb326e2 is 50, key is test_row_0/A:col10/1731201968448/Put/seqid=0 2024-11-10T01:26:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742059_1235 (size=12104) 2024-11-10T01:26:09,747 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/690054b2d8c54385af7b9ffb47da929a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/690054b2d8c54385af7b9ffb47da929a 2024-11-10T01:26:09,753 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into 690054b2d8c54385af7b9ffb47da929a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:09,753 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:09,753 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201969701; duration=0sec 2024-11-10T01:26:09,753 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:09,753 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742058_1234 (size=12104) 2024-11-10T01:26:09,754 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:09,756 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:09,756 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:09,756 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,756 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.2 K 2024-11-10T01:26:09,756 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting db64c989c4dc4ef4b35bad15ac0446a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731201966208 2024-11-10T01:26:09,757 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fb0cb1558f4335bad1998824360898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731201966255 2024-11-10T01:26:09,757 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64821ef4a049443f94e2d78b56caf6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968417 2024-11-10T01:26:09,759 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/a85c40b520474b098e4da70dfb5dd147 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a85c40b520474b098e4da70dfb5dd147 2024-11-10T01:26:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742060_1236 (size=12001) 2024-11-10T01:26:09,762 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/45c460e01b394da0823675114fb326e2 2024-11-10T01:26:09,769 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into a85c40b520474b098e4da70dfb5dd147(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:09,769 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:09,769 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201969701; duration=0sec 2024-11-10T01:26:09,769 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:09,769 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:09,774 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:09,775 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/2e7952aeea2347c799d0af6c6e90c705 is 50, key is test_row_0/C:col10/1731201968417/Put/seqid=0 2024-11-10T01:26:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742061_1237 (size=12104) 2024-11-10T01:26:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f2cbde6a8f90431f86dd919dbed76731 is 50, key is test_row_0/B:col10/1731201968448/Put/seqid=0 2024-11-10T01:26:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742062_1238 (size=12001) 2024-11-10T01:26:09,801 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f2cbde6a8f90431f86dd919dbed76731 2024-11-10T01:26:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9baa5423982f418081f2ce06d692f7c0 is 50, key is test_row_0/C:col10/1731201968448/Put/seqid=0 2024-11-10T01:26:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742063_1239 (size=12001) 2024-11-10T01:26:09,813 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9baa5423982f418081f2ce06d692f7c0 2024-11-10T01:26:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/45c460e01b394da0823675114fb326e2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2 2024-11-10T01:26:09,821 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T01:26:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f2cbde6a8f90431f86dd919dbed76731 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731 2024-11-10T01:26:09,825 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T01:26:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9baa5423982f418081f2ce06d692f7c0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0 2024-11-10T01:26:09,830 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0, entries=150, sequenceid=73, filesize=11.7 K 2024-11-10T01:26:09,831 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 102ms, sequenceid=73, compaction requested=false 2024-11-10T01:26:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T01:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T01:26:09,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T01:26:09,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-10T01:26:09,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.4830 sec 2024-11-10T01:26:10,189 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/2e7952aeea2347c799d0af6c6e90c705 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/2e7952aeea2347c799d0af6c6e90c705 2024-11-10T01:26:10,194 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into 2e7952aeea2347c799d0af6c6e90c705(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:10,194 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:10,194 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201969701; duration=0sec 2024-11-10T01:26:10,194 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:10,194 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T01:26:10,501 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:10,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-10T01:26:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:10,504 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:10,504 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:10,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:10,609 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:10,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:10,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/0b8b0db59c60425c84a6e8a6c695de46 is 50, key is test_row_0/A:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:10,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742064_1240 (size=16681) 2024-11-10T01:26:10,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202030661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202030664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202030665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202030665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202030666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202030771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202030771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202030782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202030782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202030782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:10,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:10,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202030982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202030982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202030991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202030991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202030991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/0b8b0db59c60425c84a6e8a6c695de46 2024-11-10T01:26:11,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/5d5ca25a540e4498ab620d77f5120f5f is 50, key is test_row_0/B:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742065_1241 (size=12001) 2024-11-10T01:26:11,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:11,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202031292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202031292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202031301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202031301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202031301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/5d5ca25a540e4498ab620d77f5120f5f 2024-11-10T01:26:11,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/06acae4ac99d4c039565dadddf8ddad3 is 50, key is test_row_0/C:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742066_1242 (size=12001) 2024-11-10T01:26:11,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:11,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202031801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202031801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202031811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202031811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202031811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:11,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/06acae4ac99d4c039565dadddf8ddad3 2024-11-10T01:26:11,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/0b8b0db59c60425c84a6e8a6c695de46 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46 2024-11-10T01:26:11,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46, entries=250, sequenceid=87, filesize=16.3 K 2024-11-10T01:26:11,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/5d5ca25a540e4498ab620d77f5120f5f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f 2024-11-10T01:26:11,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T01:26:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/06acae4ac99d4c039565dadddf8ddad3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3 2024-11-10T01:26:11,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T01:26:11,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 08e4bb32bb71c747168e731c121f018c in 1261ms, sequenceid=87, compaction requested=true 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:11,870 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:11,870 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:11,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:11,871 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:11,871 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:11,871 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:11,871 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,871 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:11,871 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,871 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/690054b2d8c54385af7b9ffb47da929a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=39.8 K 2024-11-10T01:26:11,871 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a85c40b520474b098e4da70dfb5dd147, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.3 K 2024-11-10T01:26:11,872 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690054b2d8c54385af7b9ffb47da929a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968417 2024-11-10T01:26:11,872 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a85c40b520474b098e4da70dfb5dd147, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968417 2024-11-10T01:26:11,872 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f2cbde6a8f90431f86dd919dbed76731, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731201968435 2024-11-10T01:26:11,872 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45c460e01b394da0823675114fb326e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731201968435 2024-11-10T01:26:11,873 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d5ca25a540e4498ab620d77f5120f5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970606 2024-11-10T01:26:11,873 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b8b0db59c60425c84a6e8a6c695de46, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970602 2024-11-10T01:26:11,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T01:26:11,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,880 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:26:11,886 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:11,887 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/dcb2bdc1f1c74e948e0f812ca93f12cd is 50, key is test_row_0/B:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:11,888 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#201 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:11,888 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/22d314b8df4c4708b773e887e92f3400 is 50, key is test_row_0/A:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/f3b5936b689a436a80e206f20518d8a4 is 50, key is test_row_0/A:col10/1731201970659/Put/seqid=0 2024-11-10T01:26:11,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742069_1245 (size=12001) 2024-11-10T01:26:11,919 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/f3b5936b689a436a80e206f20518d8a4 2024-11-10T01:26:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742068_1244 (size=12207) 2024-11-10T01:26:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742067_1243 (size=12207) 2024-11-10T01:26:11,933 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/dcb2bdc1f1c74e948e0f812ca93f12cd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/dcb2bdc1f1c74e948e0f812ca93f12cd 2024-11-10T01:26:11,939 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into dcb2bdc1f1c74e948e0f812ca93f12cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:11,939 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:11,939 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201971870; duration=0sec 2024-11-10T01:26:11,939 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:11,939 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:11,939 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:11,940 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:11,940 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:11,940 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:11,941 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/2e7952aeea2347c799d0af6c6e90c705, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.3 K 2024-11-10T01:26:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/b6ceefdce0084fb5a3a89ae08524c8b5 is 50, key is test_row_0/B:col10/1731201970659/Put/seqid=0 2024-11-10T01:26:11,942 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e7952aeea2347c799d0af6c6e90c705, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731201968417 2024-11-10T01:26:11,942 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9baa5423982f418081f2ce06d692f7c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731201968435 2024-11-10T01:26:11,943 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 06acae4ac99d4c039565dadddf8ddad3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970606 2024-11-10T01:26:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742070_1246 (size=12001) 2024-11-10T01:26:11,949 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/b6ceefdce0084fb5a3a89ae08524c8b5 2024-11-10T01:26:11,951 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:11,952 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/1fd49b3ab4ba4716be130be796d1c0a1 is 50, key is test_row_0/C:col10/1731201970606/Put/seqid=0 2024-11-10T01:26:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742071_1247 (size=12207) 2024-11-10T01:26:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/70ad445912b040ccac4fe24b417032d9 is 50, key is test_row_0/C:col10/1731201970659/Put/seqid=0 2024-11-10T01:26:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742072_1248 (size=12001) 2024-11-10T01:26:12,327 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/22d314b8df4c4708b773e887e92f3400 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/22d314b8df4c4708b773e887e92f3400 2024-11-10T01:26:12,331 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into 22d314b8df4c4708b773e887e92f3400(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:12,331 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:12,331 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201971870; duration=0sec 2024-11-10T01:26:12,331 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:12,331 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:12,360 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/1fd49b3ab4ba4716be130be796d1c0a1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/1fd49b3ab4ba4716be130be796d1c0a1 2024-11-10T01:26:12,364 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into 1fd49b3ab4ba4716be130be796d1c0a1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:12,364 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:12,364 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201971870; duration=0sec 2024-11-10T01:26:12,364 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:12,364 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/70ad445912b040ccac4fe24b417032d9 2024-11-10T01:26:12,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/f3b5936b689a436a80e206f20518d8a4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4 2024-11-10T01:26:12,376 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:26:12,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/b6ceefdce0084fb5a3a89ae08524c8b5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5 2024-11-10T01:26:12,381 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:26:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/70ad445912b040ccac4fe24b417032d9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9 2024-11-10T01:26:12,385 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:26:12,386 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 506ms, sequenceid=112, compaction requested=false 2024-11-10T01:26:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-10T01:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-10T01:26:12,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T01:26:12,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-10T01:26:12,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.8870 sec 2024-11-10T01:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T01:26:12,651 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:12,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-10T01:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T01:26:12,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:12,654 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:12,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T01:26:12,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T01:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-10T01:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-10T01:26:12,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T01:26:12,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-10T01:26:12,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 160 msec 2024-11-10T01:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:12,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:12,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/af53ee9591184fb3abfc20521b5fa0ac is 50, key is test_row_0/A:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742073_1249 (size=16681) 2024-11-10T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202032843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202032843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202032844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202032847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202032848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202032951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202032951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202032951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202032961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202032961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T01:26:12,971 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:12,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-10T01:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:12,973 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:12,974 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:12,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:13,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202033161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202033161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202033161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202033172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202033172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/af53ee9591184fb3abfc20521b5fa0ac 2024-11-10T01:26:13,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3868760a75694d8b99b48b6099e8821c is 50, key is test_row_0/B:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742074_1250 (size=12001) 2024-11-10T01:26:13,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:13,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202033471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202033471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202033471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202033481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202033482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:13,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3868760a75694d8b99b48b6099e8821c 2024-11-10T01:26:13,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/36d350ace1f74835bf3ec225ea249ea5 is 50, key is test_row_0/C:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742075_1251 (size=12001) 2024-11-10T01:26:13,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:13,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202033981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202033981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202033981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202033991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202033991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:14,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:14,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:14,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/36d350ace1f74835bf3ec225ea249ea5 2024-11-10T01:26:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/af53ee9591184fb3abfc20521b5fa0ac as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac 2024-11-10T01:26:14,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac, entries=250, sequenceid=127, filesize=16.3 K 2024-11-10T01:26:14,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3868760a75694d8b99b48b6099e8821c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c 2024-11-10T01:26:14,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c, entries=150, sequenceid=127, filesize=11.7 K 2024-11-10T01:26:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/36d350ace1f74835bf3ec225ea249ea5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5 2024-11-10T01:26:14,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5, entries=150, sequenceid=127, filesize=11.7 K 2024-11-10T01:26:14,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 08e4bb32bb71c747168e731c121f018c in 1260ms, sequenceid=127, compaction requested=true 2024-11-10T01:26:14,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:14,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:14,081 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:14,081 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,082 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/22d314b8df4c4708b773e887e92f3400, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=39.9 K 2024-11-10T01:26:14,082 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,082 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/dcb2bdc1f1c74e948e0f812ca93f12cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.4 K 2024-11-10T01:26:14,082 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d314b8df4c4708b773e887e92f3400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970606 2024-11-10T01:26:14,082 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting dcb2bdc1f1c74e948e0f812ca93f12cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970606 2024-11-10T01:26:14,082 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3b5936b689a436a80e206f20518d8a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731201970656 2024-11-10T01:26:14,082 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ceefdce0084fb5a3a89ae08524c8b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731201970656 2024-11-10T01:26:14,083 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting af53ee9591184fb3abfc20521b5fa0ac, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:14,083 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3868760a75694d8b99b48b6099e8821c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:14,089 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:14,089 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:14,090 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/156cc170bbe342b0b30af34bd8441b6c is 50, key is test_row_0/B:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:14,090 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/d5b94ba3f75e48d9a40ce42caec3cb43 is 50, key is test_row_0/A:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742077_1253 (size=12309) 2024-11-10T01:26:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742076_1252 (size=12309) 2024-11-10T01:26:14,127 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/156cc170bbe342b0b30af34bd8441b6c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/156cc170bbe342b0b30af34bd8441b6c 2024-11-10T01:26:14,132 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into 156cc170bbe342b0b30af34bd8441b6c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:14,132 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:14,132 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201974081; duration=0sec 2024-11-10T01:26:14,132 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:14,132 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:14,132 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:14,133 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:14,133 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:14,133 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,133 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/1fd49b3ab4ba4716be130be796d1c0a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.4 K 2024-11-10T01:26:14,133 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd49b3ab4ba4716be130be796d1c0a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731201970606 2024-11-10T01:26:14,134 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ad445912b040ccac4fe24b417032d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731201970656 2024-11-10T01:26:14,134 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d350ace1f74835bf3ec225ea249ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:14,142 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:14,143 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/713b0b02aa604590a595ad82e9ca82c8 is 50, key is test_row_0/C:col10/1731201972816/Put/seqid=0 2024-11-10T01:26:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742078_1254 (size=12309) 2024-11-10T01:26:14,158 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/713b0b02aa604590a595ad82e9ca82c8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/713b0b02aa604590a595ad82e9ca82c8 2024-11-10T01:26:14,162 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into 713b0b02aa604590a595ad82e9ca82c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:14,162 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:14,162 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201974081; duration=0sec 2024-11-10T01:26:14,162 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:14,162 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:14,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T01:26:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,197 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:26:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/50d2aeb302fe42b486aa9b69f6641931 is 50, key is test_row_0/A:col10/1731201972846/Put/seqid=0 2024-11-10T01:26:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742079_1255 (size=12151) 2024-11-10T01:26:14,205 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/50d2aeb302fe42b486aa9b69f6641931 2024-11-10T01:26:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9e522b4bc3db466c8049d40a51edaae3 is 50, key is test_row_0/B:col10/1731201972846/Put/seqid=0 2024-11-10T01:26:14,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742080_1256 (size=12151) 2024-11-10T01:26:14,225 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9e522b4bc3db466c8049d40a51edaae3 2024-11-10T01:26:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d7aba5489a344a6eb3a1ea3075cb2fbe is 50, key is test_row_0/C:col10/1731201972846/Put/seqid=0 2024-11-10T01:26:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742081_1257 (size=12151) 2024-11-10T01:26:14,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:26:14,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T01:26:14,519 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/d5b94ba3f75e48d9a40ce42caec3cb43 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5b94ba3f75e48d9a40ce42caec3cb43 2024-11-10T01:26:14,524 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into d5b94ba3f75e48d9a40ce42caec3cb43(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:14,524 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:14,524 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201974080; duration=0sec 2024-11-10T01:26:14,524 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:14,524 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:14,653 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d7aba5489a344a6eb3a1ea3075cb2fbe 2024-11-10T01:26:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/50d2aeb302fe42b486aa9b69f6641931 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931 2024-11-10T01:26:14,660 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T01:26:14,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9e522b4bc3db466c8049d40a51edaae3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3 2024-11-10T01:26:14,666 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T01:26:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d7aba5489a344a6eb3a1ea3075cb2fbe as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe 2024-11-10T01:26:14,670 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T01:26:14,671 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 475ms, sequenceid=154, compaction requested=false 2024-11-10T01:26:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-10T01:26:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-10T01:26:14,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T01:26:14,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6990 sec 2024-11-10T01:26:14,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.7040 sec 2024-11-10T01:26:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:15,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:26:15,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/1fcc2f0a8f2b41889651ddde307e1bfb is 50, key is test_row_0/A:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742082_1258 (size=12151) 2024-11-10T01:26:15,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/1fcc2f0a8f2b41889651ddde307e1bfb 2024-11-10T01:26:15,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202035028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202035031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202035031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202035033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9346137ca32f4fc981fafdf906d0cb1d is 50, key is test_row_0/B:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202035033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742083_1259 (size=12151) 2024-11-10T01:26:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T01:26:15,121 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:15,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-10T01:26:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:15,123 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:15,124 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:15,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202035141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202035141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202035141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202035141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202035141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:15,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202035351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202035351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202035351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202035352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202035352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:15,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:15,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9346137ca32f4fc981fafdf906d0cb1d 2024-11-10T01:26:15,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9cd491b367004a0395817a09f230401d is 50, key is test_row_0/C:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742084_1260 (size=12151) 2024-11-10T01:26:15,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202035661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202035661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202035661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202035661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202035661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:15,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:15,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9cd491b367004a0395817a09f230401d 2024-11-10T01:26:15,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/1fcc2f0a8f2b41889651ddde307e1bfb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb 2024-11-10T01:26:15,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:26:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9346137ca32f4fc981fafdf906d0cb1d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d 2024-11-10T01:26:15,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:15,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:26:15,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9cd491b367004a0395817a09f230401d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d 2024-11-10T01:26:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T01:26:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 08e4bb32bb71c747168e731c121f018c in 894ms, sequenceid=168, compaction requested=true 2024-11-10T01:26:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:15,894 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:15,895 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:15,896 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:15,896 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,896 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/156cc170bbe342b0b30af34bd8441b6c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.8 K 2024-11-10T01:26:15,896 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5b94ba3f75e48d9a40ce42caec3cb43, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.8 K 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5b94ba3f75e48d9a40ce42caec3cb43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:15,896 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 156cc170bbe342b0b30af34bd8441b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:15,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e522b4bc3db466c8049d40a51edaae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731201972841 2024-11-10T01:26:15,897 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d2aeb302fe42b486aa9b69f6641931, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731201972841 2024-11-10T01:26:15,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9346137ca32f4fc981fafdf906d0cb1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:15,897 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fcc2f0a8f2b41889651ddde307e1bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:15,915 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:15,915 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:15,916 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/0fb6c3c4c48144b48455875b3aac8b2d is 50, key is test_row_0/B:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,916 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/fdcb404da3724c4d99cd3729bcedbc1e is 50, key is test_row_0/A:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742085_1261 (size=12561) 2024-11-10T01:26:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742086_1262 (size=12561) 2024-11-10T01:26:15,950 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/0fb6c3c4c48144b48455875b3aac8b2d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/0fb6c3c4c48144b48455875b3aac8b2d 2024-11-10T01:26:15,956 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into 0fb6c3c4c48144b48455875b3aac8b2d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:15,956 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:15,957 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201975894; duration=0sec 2024-11-10T01:26:15,957 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:15,957 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:15,957 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:15,958 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:15,958 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:15,958 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:15,958 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/713b0b02aa604590a595ad82e9ca82c8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=35.8 K 2024-11-10T01:26:15,958 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 713b0b02aa604590a595ad82e9ca82c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731201972815 2024-11-10T01:26:15,959 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d7aba5489a344a6eb3a1ea3075cb2fbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731201972841 2024-11-10T01:26:15,960 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd491b367004a0395817a09f230401d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:15,968 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:15,969 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/c4d0cdf1950c489d8459b8e704e5a814 is 50, key is test_row_0/C:col10/1731201974991/Put/seqid=0 2024-11-10T01:26:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742087_1263 (size=12561) 2024-11-10T01:26:15,979 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/c4d0cdf1950c489d8459b8e704e5a814 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/c4d0cdf1950c489d8459b8e704e5a814 2024-11-10T01:26:15,988 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into c4d0cdf1950c489d8459b8e704e5a814(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:15,988 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:15,988 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201975895; duration=0sec 2024-11-10T01:26:15,989 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:15,989 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:16,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T01:26:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:16,039 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:26:16,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/df389d7953c74022aace19069ced3bc1 is 50, key is test_row_0/A:col10/1731201975029/Put/seqid=0 2024-11-10T01:26:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742088_1264 (size=12151) 2024-11-10T01:26:16,059 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/df389d7953c74022aace19069ced3bc1 2024-11-10T01:26:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3e4f295ec0a940a8aa1aecbff07f2977 is 50, key is test_row_0/B:col10/1731201975029/Put/seqid=0 2024-11-10T01:26:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742089_1265 (size=12151) 2024-11-10T01:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:16,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:16,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202036179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202036180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202036180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202036181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202036182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202036291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202036291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202036291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202036291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202036291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,340 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/fdcb404da3724c4d99cd3729bcedbc1e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/fdcb404da3724c4d99cd3729bcedbc1e 2024-11-10T01:26:16,345 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into fdcb404da3724c4d99cd3729bcedbc1e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:16,345 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:16,345 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201975894; duration=0sec 2024-11-10T01:26:16,345 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:16,345 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:16,475 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3e4f295ec0a940a8aa1aecbff07f2977 2024-11-10T01:26:16,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/8d0a3a8f8ca94d08a88dcb1bb9879785 is 50, key is test_row_0/C:col10/1731201975029/Put/seqid=0 2024-11-10T01:26:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742090_1266 (size=12151) 2024-11-10T01:26:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202036501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202036501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202036501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202036501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202036501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202036811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202036811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202036811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202036811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202036811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:16,888 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/8d0a3a8f8ca94d08a88dcb1bb9879785 2024-11-10T01:26:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/df389d7953c74022aace19069ced3bc1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1 2024-11-10T01:26:16,895 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T01:26:16,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3e4f295ec0a940a8aa1aecbff07f2977 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977 2024-11-10T01:26:16,899 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T01:26:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/8d0a3a8f8ca94d08a88dcb1bb9879785 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785 2024-11-10T01:26:16,903 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T01:26:16,904 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 08e4bb32bb71c747168e731c121f018c in 865ms, sequenceid=193, compaction requested=false 2024-11-10T01:26:16,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:16,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:16,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-10T01:26:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-10T01:26:16,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T01:26:16,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-11-10T01:26:16,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7860 sec 2024-11-10T01:26:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T01:26:17,282 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:17,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T01:26:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:17,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:17,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:17,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:17,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:17,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T01:26:17,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/55436e361cec4b98a199b0f1b7f14c3c is 50, key is test_row_0/A:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742091_1267 (size=12151) 2024-11-10T01:26:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202037338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202037339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202037340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202037341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202037343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:17,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202037452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202037452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202037452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202037452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202037452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202037661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202037661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202037661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202037661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202037661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/55436e361cec4b98a199b0f1b7f14c3c 2024-11-10T01:26:17,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/36c7e24465df4db19ed65ed622a11b30 is 50, key is test_row_0/B:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:17,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742092_1268 (size=12151) 2024-11-10T01:26:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/36c7e24465df4db19ed65ed622a11b30 2024-11-10T01:26:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d740fdf1a80c4e64889be663f33df5ad is 50, key is test_row_0/C:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742093_1269 (size=12151) 2024-11-10T01:26:17,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:17,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202037971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202037971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202037971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202037971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202037971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:18,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d740fdf1a80c4e64889be663f33df5ad 2024-11-10T01:26:18,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/55436e361cec4b98a199b0f1b7f14c3c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c 2024-11-10T01:26:18,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T01:26:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/36c7e24465df4db19ed65ed622a11b30 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30 2024-11-10T01:26:18,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T01:26:18,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/d740fdf1a80c4e64889be663f33df5ad as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad 2024-11-10T01:26:18,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T01:26:18,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 08e4bb32bb71c747168e731c121f018c in 849ms, sequenceid=210, compaction requested=true 2024-11-10T01:26:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:18,173 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:18,173 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:18,174 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,174 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/fdcb404da3724c4d99cd3729bcedbc1e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.0 K 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:18,174 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,174 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/0fb6c3c4c48144b48455875b3aac8b2d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.0 K 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdcb404da3724c4d99cd3729bcedbc1e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:18,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb6c3c4c48144b48455875b3aac8b2d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:18,175 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting df389d7953c74022aace19069ced3bc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731201975028 2024-11-10T01:26:18,175 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e4f295ec0a940a8aa1aecbff07f2977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731201975028 2024-11-10T01:26:18,175 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55436e361cec4b98a199b0f1b7f14c3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:18,175 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 36c7e24465df4db19ed65ed622a11b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:18,182 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:18,182 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:18,182 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/afda4e5e0d5b4754960e65d8ac20a4a1 is 50, key is test_row_0/B:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:18,183 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/cb62e35c23584817b72a6890a128302d is 50, key is test_row_0/A:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742094_1270 (size=12663) 2024-11-10T01:26:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742095_1271 (size=12663) 2024-11-10T01:26:18,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T01:26:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,201 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:26:18,202 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/cb62e35c23584817b72a6890a128302d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb62e35c23584817b72a6890a128302d 2024-11-10T01:26:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/62bc69d223df4da7a93eafcbd6425413 is 50, key is test_row_0/A:col10/1731201977342/Put/seqid=0 2024-11-10T01:26:18,211 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into cb62e35c23584817b72a6890a128302d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:18,211 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:18,211 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201978173; duration=0sec 2024-11-10T01:26:18,211 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:18,211 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:18,211 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:18,212 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:18,213 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:18,213 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:18,213 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/c4d0cdf1950c489d8459b8e704e5a814, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.0 K 2024-11-10T01:26:18,213 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4d0cdf1950c489d8459b8e704e5a814, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731201974991 2024-11-10T01:26:18,213 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0a3a8f8ca94d08a88dcb1bb9879785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731201975028 2024-11-10T01:26:18,214 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d740fdf1a80c4e64889be663f33df5ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742096_1272 (size=12151) 2024-11-10T01:26:18,228 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:18,229 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/cc69771ef79543d1b9769f0b2c120510 is 50, key is test_row_0/C:col10/1731201976179/Put/seqid=0 2024-11-10T01:26:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742097_1273 (size=12663) 2024-11-10T01:26:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:18,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:18,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202038492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202038493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202038495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202038498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202038499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,595 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/afda4e5e0d5b4754960e65d8ac20a4a1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/afda4e5e0d5b4754960e65d8ac20a4a1 2024-11-10T01:26:18,600 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into afda4e5e0d5b4754960e65d8ac20a4a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:18,600 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:18,600 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201978173; duration=0sec 2024-11-10T01:26:18,600 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:18,600 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202038601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202038601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202038601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202038611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202038612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,620 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/62bc69d223df4da7a93eafcbd6425413 2024-11-10T01:26:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/75cc56c3e5f94435b35e3fbc36b109bf is 50, key is test_row_0/B:col10/1731201977342/Put/seqid=0 2024-11-10T01:26:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742098_1274 (size=12151) 2024-11-10T01:26:18,638 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/cc69771ef79543d1b9769f0b2c120510 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/cc69771ef79543d1b9769f0b2c120510 2024-11-10T01:26:18,643 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into cc69771ef79543d1b9769f0b2c120510(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:18,643 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:18,643 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201978173; duration=0sec 2024-11-10T01:26:18,643 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:18,643 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202038811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202038811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202038811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202038821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202038821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,034 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/75cc56c3e5f94435b35e3fbc36b109bf 2024-11-10T01:26:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/5912b72eb3564206a5da0c0624bf6b65 is 50, key is test_row_0/C:col10/1731201977342/Put/seqid=0 2024-11-10T01:26:19,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742099_1275 (size=12151) 2024-11-10T01:26:19,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202039121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202039121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202039121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202039131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202039132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:19,445 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/5912b72eb3564206a5da0c0624bf6b65 2024-11-10T01:26:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/62bc69d223df4da7a93eafcbd6425413 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413 2024-11-10T01:26:19,454 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:26:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/75cc56c3e5f94435b35e3fbc36b109bf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf 2024-11-10T01:26:19,459 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:26:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/5912b72eb3564206a5da0c0624bf6b65 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65 2024-11-10T01:26:19,463 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:26:19,464 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 08e4bb32bb71c747168e731c121f018c in 1263ms, sequenceid=230, compaction requested=false 2024-11-10T01:26:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T01:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T01:26:19,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T01:26:19,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-10T01:26:19,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1850 sec 2024-11-10T01:26:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T01:26:19,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/d5a20b484fa9440d9dc1d7f0165dea21 is 50, key is test_row_0/A:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742100_1276 (size=12151) 2024-11-10T01:26:19,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/d5a20b484fa9440d9dc1d7f0165dea21 2024-11-10T01:26:19,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/34e3fb00e30c42229c7383655596abb5 is 50, key is test_row_0/B:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742101_1277 (size=12151) 2024-11-10T01:26:19,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202039651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202039653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202039655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202039655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202039655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202039761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202039761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202039761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202039761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202039771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202039971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202039971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202039971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202039971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202039981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/34e3fb00e30c42229c7383655596abb5 2024-11-10T01:26:20,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/3a882b02e9e84ce9bcff27d7f5204d04 is 50, key is test_row_0/C:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742102_1278 (size=12151) 2024-11-10T01:26:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202040282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202040282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202040282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202040282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202040291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/3a882b02e9e84ce9bcff27d7f5204d04 2024-11-10T01:26:20,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/d5a20b484fa9440d9dc1d7f0165dea21 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21 2024-11-10T01:26:20,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T01:26:20,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/34e3fb00e30c42229c7383655596abb5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5 2024-11-10T01:26:20,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T01:26:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/3a882b02e9e84ce9bcff27d7f5204d04 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04 2024-11-10T01:26:20,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T01:26:20,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 08e4bb32bb71c747168e731c121f018c in 849ms, sequenceid=250, compaction requested=true 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:20,483 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:20,483 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:20,484 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:20,484 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:20,484 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:20,484 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:20,484 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:20,484 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:20,484 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb62e35c23584817b72a6890a128302d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.1 K 2024-11-10T01:26:20,484 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/afda4e5e0d5b4754960e65d8ac20a4a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.1 K 2024-11-10T01:26:20,485 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb62e35c23584817b72a6890a128302d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:20,485 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting afda4e5e0d5b4754960e65d8ac20a4a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:20,485 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62bc69d223df4da7a93eafcbd6425413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731201977339 2024-11-10T01:26:20,485 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 75cc56c3e5f94435b35e3fbc36b109bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731201977339 2024-11-10T01:26:20,486 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 34e3fb00e30c42229c7383655596abb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:20,486 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5a20b484fa9440d9dc1d7f0165dea21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:20,492 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:20,493 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b9b2fe669eb4be2af676bad045bdf59 is 50, key is test_row_0/B:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:20,502 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:20,503 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/7cc048ece139457180510c8aeb10a68f is 50, key is test_row_0/A:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742103_1279 (size=12765) 2024-11-10T01:26:20,526 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b9b2fe669eb4be2af676bad045bdf59 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b9b2fe669eb4be2af676bad045bdf59 2024-11-10T01:26:20,533 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into 7b9b2fe669eb4be2af676bad045bdf59(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:20,533 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:20,533 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201980483; duration=0sec 2024-11-10T01:26:20,533 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:20,533 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:20,533 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:20,535 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:20,535 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:20,535 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:20,535 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/cc69771ef79543d1b9769f0b2c120510, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.1 K 2024-11-10T01:26:20,536 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting cc69771ef79543d1b9769f0b2c120510, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731201976179 2024-11-10T01:26:20,536 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5912b72eb3564206a5da0c0624bf6b65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731201977339 2024-11-10T01:26:20,536 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a882b02e9e84ce9bcff27d7f5204d04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742104_1280 (size=12765) 2024-11-10T01:26:20,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/7cc048ece139457180510c8aeb10a68f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7cc048ece139457180510c8aeb10a68f 2024-11-10T01:26:20,549 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:20,550 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/3c18a6e3a41645a3936285d6b337dd1e is 50, key is test_row_0/C:col10/1731201978493/Put/seqid=0 2024-11-10T01:26:20,556 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into 7cc048ece139457180510c8aeb10a68f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:20,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:20,556 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201980483; duration=0sec 2024-11-10T01:26:20,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:20,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742105_1281 (size=12765) 2024-11-10T01:26:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:20,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:20,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:26:20,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/86f8e2a5954444629e6b1a7a3b3d9495 is 50, key is test_row_0/A:col10/1731201979653/Put/seqid=0 2024-11-10T01:26:20,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202040806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202040807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202040807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202040809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202040810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742106_1282 (size=12301) 2024-11-10T01:26:20,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/86f8e2a5954444629e6b1a7a3b3d9495 2024-11-10T01:26:20,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b248cf4f1bd4188a78166a46d6d28e9 is 50, key is test_row_0/B:col10/1731201979653/Put/seqid=0 2024-11-10T01:26:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742107_1283 (size=12301) 2024-11-10T01:26:20,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202040921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202040921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202040921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202040922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202040922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:20,966 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/3c18a6e3a41645a3936285d6b337dd1e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3c18a6e3a41645a3936285d6b337dd1e 2024-11-10T01:26:20,970 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into 3c18a6e3a41645a3936285d6b337dd1e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:20,970 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:20,970 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201980483; duration=0sec 2024-11-10T01:26:20,970 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:20,970 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:21,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202041131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202041132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202041132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202041132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202041132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b248cf4f1bd4188a78166a46d6d28e9 2024-11-10T01:26:21,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/17d6df1799c64ca48a0a576a93ed470a is 50, key is test_row_0/C:col10/1731201979653/Put/seqid=0 2024-11-10T01:26:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742108_1284 (size=12301) 2024-11-10T01:26:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T01:26:21,451 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:21,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T01:26:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:21,453 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:21,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:21,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:21,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T01:26:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:21,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:21,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/17d6df1799c64ca48a0a576a93ed470a 2024-11-10T01:26:21,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/86f8e2a5954444629e6b1a7a3b3d9495 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495 2024-11-10T01:26:21,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T01:26:21,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b248cf4f1bd4188a78166a46d6d28e9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9 2024-11-10T01:26:21,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T01:26:21,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/17d6df1799c64ca48a0a576a93ed470a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a 2024-11-10T01:26:21,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T01:26:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 08e4bb32bb71c747168e731c121f018c in 875ms, sequenceid=273, compaction requested=false 2024-11-10T01:26:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:21,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T01:26:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:21,759 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:26:21,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/6afff9eebfb14457b175339fd8e1605d is 50, key is test_row_0/A:col10/1731201980802/Put/seqid=0 2024-11-10T01:26:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742109_1285 (size=12301) 2024-11-10T01:26:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:21,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202041966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202041968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202041969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202041970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:21,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202041971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202042081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202042081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202042081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202042081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202042081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,167 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/6afff9eebfb14457b175339fd8e1605d 2024-11-10T01:26:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9aa1d447cc234c1b9cc095d239249ce0 is 50, key is test_row_0/B:col10/1731201980802/Put/seqid=0 2024-11-10T01:26:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742110_1286 (size=12301) 2024-11-10T01:26:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202042291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202042291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202042291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202042291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202042291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,577 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9aa1d447cc234c1b9cc095d239249ce0 2024-11-10T01:26:22,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 is 50, key is test_row_0/C:col10/1731201980802/Put/seqid=0 2024-11-10T01:26:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742111_1287 (size=12301) 2024-11-10T01:26:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202042601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:22,987 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 2024-11-10T01:26:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/6afff9eebfb14457b175339fd8e1605d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d 2024-11-10T01:26:22,994 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T01:26:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/9aa1d447cc234c1b9cc095d239249ce0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0 2024-11-10T01:26:22,998 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T01:26:22,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 2024-11-10T01:26:23,002 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T01:26:23,003 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 08e4bb32bb71c747168e731c121f018c in 1244ms, sequenceid=289, compaction requested=true 2024-11-10T01:26:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T01:26:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T01:26:23,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T01:26:23,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5900 sec 2024-11-10T01:26:23,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5950 sec 2024-11-10T01:26:23,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:26:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:23,114 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:23,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:26:23,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/cb4a7d8e343042b4b7ea95494acb4cff is 50, key is test_row_0/A:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742112_1288 (size=12301) 2024-11-10T01:26:23,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202043122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202043122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202043123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202043126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202043126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202043231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202043232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202043232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202043241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202043241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202043441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202043441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202043442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202043451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202043451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/cb4a7d8e343042b4b7ea95494acb4cff 2024-11-10T01:26:23,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f22b08fc5cce4cd48a60ec35d557262e is 50, key is test_row_0/B:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742113_1289 (size=12301) 2024-11-10T01:26:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T01:26:23,601 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:23,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T01:26:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:23,603 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:23,604 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:23,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202043751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202043752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202043752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T01:26:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:23,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202043761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202043761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:23,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:23,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T01:26:23,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:23,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:23,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:23,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:23,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f22b08fc5cce4cd48a60ec35d557262e 2024-11-10T01:26:23,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/acce07337d0d4cd683f8db65b011d39a is 50, key is test_row_0/C:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742114_1290 (size=12301) 2024-11-10T01:26:24,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T01:26:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T01:26:24,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:24,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202044261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202044261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202044261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202044271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202044271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:24,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/acce07337d0d4cd683f8db65b011d39a 2024-11-10T01:26:24,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/cb4a7d8e343042b4b7ea95494acb4cff as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff 2024-11-10T01:26:24,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T01:26:24,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f22b08fc5cce4cd48a60ec35d557262e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e 2024-11-10T01:26:24,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T01:26:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/acce07337d0d4cd683f8db65b011d39a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a 2024-11-10T01:26:24,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T01:26:24,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 08e4bb32bb71c747168e731c121f018c in 1246ms, sequenceid=312, compaction requested=true 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:24,360 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:24,360 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:24,361 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:24,361 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:24,361 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:24,361 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:24,361 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,362 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,362 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b9b2fe669eb4be2af676bad045bdf59, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=48.5 K 2024-11-10T01:26:24,362 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7cc048ece139457180510c8aeb10a68f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=48.5 K 2024-11-10T01:26:24,362 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b9b2fe669eb4be2af676bad045bdf59, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:24,362 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cc048ece139457180510c8aeb10a68f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:24,362 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b248cf4f1bd4188a78166a46d6d28e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731201979653 2024-11-10T01:26:24,362 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86f8e2a5954444629e6b1a7a3b3d9495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731201979653 2024-11-10T01:26:24,362 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aa1d447cc234c1b9cc095d239249ce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731201980802 2024-11-10T01:26:24,363 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6afff9eebfb14457b175339fd8e1605d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731201980802 2024-11-10T01:26:24,363 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f22b08fc5cce4cd48a60ec35d557262e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:24,363 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb4a7d8e343042b4b7ea95494acb4cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:24,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T01:26:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,368 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:26:24,370 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:24,371 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3611f62d327746679a9582cbe671c67b is 50, key is test_row_0/B:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:24,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/26037f8f78004b5aba8ea6324ad73e5e is 50, key is test_row_0/A:col10/1731201983125/Put/seqid=0 2024-11-10T01:26:24,373 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:24,373 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/3b5b97e630fd49cab3bc99d00daeffb0 is 50, key is test_row_0/A:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742116_1292 (size=13051) 2024-11-10T01:26:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742117_1293 (size=13051) 2024-11-10T01:26:24,386 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/3611f62d327746679a9582cbe671c67b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3611f62d327746679a9582cbe671c67b 2024-11-10T01:26:24,390 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/3b5b97e630fd49cab3bc99d00daeffb0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/3b5b97e630fd49cab3bc99d00daeffb0 2024-11-10T01:26:24,390 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into 3611f62d327746679a9582cbe671c67b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:24,390 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:24,390 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=12, startTime=1731201984360; duration=0sec 2024-11-10T01:26:24,390 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:24,390 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:24,390 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742115_1291 (size=12301) 2024-11-10T01:26:24,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:24,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:24,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:24,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3c18a6e3a41645a3936285d6b337dd1e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=48.5 K 2024-11-10T01:26:24,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c18a6e3a41645a3936285d6b337dd1e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731201978493 2024-11-10T01:26:24,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 17d6df1799c64ca48a0a576a93ed470a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731201979653 2024-11-10T01:26:24,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dad1c2b0c9c4b21a8ef2ba84831bf87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731201980802 2024-11-10T01:26:24,394 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting acce07337d0d4cd683f8db65b011d39a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:24,396 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into 3b5b97e630fd49cab3bc99d00daeffb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:24,396 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:24,396 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=12, startTime=1731201984360; duration=0sec 2024-11-10T01:26:24,397 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:24,397 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:24,397 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/26037f8f78004b5aba8ea6324ad73e5e 2024-11-10T01:26:24,403 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f5bfc2747f6c4a309e7c1dea9366488a is 50, key is test_row_0/B:col10/1731201983125/Put/seqid=0 2024-11-10T01:26:24,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/a5560f0e4f84423586909ddfe2c88410 is 50, key is test_row_0/C:col10/1731201983113/Put/seqid=0 2024-11-10T01:26:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742119_1295 (size=13051) 2024-11-10T01:26:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742118_1294 (size=12301) 2024-11-10T01:26:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:24,823 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/a5560f0e4f84423586909ddfe2c88410 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/a5560f0e4f84423586909ddfe2c88410 2024-11-10T01:26:24,827 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into a5560f0e4f84423586909ddfe2c88410(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:24,827 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:24,827 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=12, startTime=1731201984360; duration=0sec 2024-11-10T01:26:24,827 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:24,827 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:24,834 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f5bfc2747f6c4a309e7c1dea9366488a 2024-11-10T01:26:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/aabf985164e34e6084b00812000baa50 is 50, key is test_row_0/C:col10/1731201983125/Put/seqid=0 2024-11-10T01:26:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742120_1296 (size=12301) 2024-11-10T01:26:25,245 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/aabf985164e34e6084b00812000baa50 2024-11-10T01:26:25,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/26037f8f78004b5aba8ea6324ad73e5e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e 2024-11-10T01:26:25,252 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T01:26:25,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/f5bfc2747f6c4a309e7c1dea9366488a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a 2024-11-10T01:26:25,257 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T01:26:25,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/aabf985164e34e6084b00812000baa50 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50 2024-11-10T01:26:25,262 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T01:26:25,263 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 896ms, sequenceid=325, compaction requested=false 2024-11-10T01:26:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T01:26:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T01:26:25,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T01:26:25,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6650 sec 2024-11-10T01:26:25,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6710 sec 2024-11-10T01:26:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:25,282 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:25,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:25,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/e3bbd5eee5544fa7851abf073856eae2 is 50, key is test_row_0/A:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742121_1297 (size=14741) 2024-11-10T01:26:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202045302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202045303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202045308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202045309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202045309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202045411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202045411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202045421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202045421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202045421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202045621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202045622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202045631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202045631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202045631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/e3bbd5eee5544fa7851abf073856eae2 2024-11-10T01:26:25,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/4e32f51eb7c541d89698048f1d3dca02 is 50, key is test_row_0/B:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742122_1298 (size=12301) 2024-11-10T01:26:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T01:26:25,751 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:25,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-10T01:26:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:25,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:25,754 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:25,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:25,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:25,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202045931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202045932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202045941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202045941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202045941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:26,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/4e32f51eb7c541d89698048f1d3dca02 2024-11-10T01:26:26,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/81de2d6db4c74b2c807b93cca166bd7a is 50, key is test_row_0/C:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742123_1299 (size=12301) 2024-11-10T01:26:26,200 INFO [Thread-1070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1070. 2024-11-10T01:26:26,200 DEBUG [Thread-1070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:26,200 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,200 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:26,201 INFO [Thread-1072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1072. 2024-11-10T01:26:26,201 DEBUG [Thread-1072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:26,201 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,201 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:26,202 INFO [Thread-1068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1068. 2024-11-10T01:26:26,202 DEBUG [Thread-1068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:26,202 DEBUG [Thread-1068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,202 DEBUG [Thread-1068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:26,204 INFO [Thread-1074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1074. 2024-11-10T01:26:26,204 DEBUG [Thread-1074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:26,204 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,204 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:26,205 INFO [Thread-1076 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1076. 2024-11-10T01:26:26,205 DEBUG [Thread-1076 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:26,205 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,205 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:26,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:26,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59602 deadline: 1731202046442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59636 deadline: 1731202046442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59654 deadline: 1731202046452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59676 deadline: 1731202046452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59644 deadline: 1731202046453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:26:26,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/81de2d6db4c74b2c807b93cca166bd7a 2024-11-10T01:26:26,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:26,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/e3bbd5eee5544fa7851abf073856eae2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2 2024-11-10T01:26:26,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2, entries=200, sequenceid=340, filesize=14.4 K 2024-11-10T01:26:26,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/4e32f51eb7c541d89698048f1d3dca02 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02 2024-11-10T01:26:26,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02, entries=150, sequenceid=340, filesize=12.0 K 2024-11-10T01:26:26,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/81de2d6db4c74b2c807b93cca166bd7a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a 2024-11-10T01:26:26,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a, entries=150, sequenceid=340, filesize=12.0 K 2024-11-10T01:26:26,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 08e4bb32bb71c747168e731c121f018c in 1262ms, sequenceid=340, compaction requested=true 2024-11-10T01:26:26,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:26,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:26,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:26,545 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 08e4bb32bb71c747168e731c121f018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:26,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/A is initiating minor compaction (all files) 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/B is initiating minor compaction (all files) 2024-11-10T01:26:26,546 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/A in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,546 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/B in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,546 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3611f62d327746679a9582cbe671c67b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.8 K 2024-11-10T01:26:26,546 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/3b5b97e630fd49cab3bc99d00daeffb0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=39.2 K 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3611f62d327746679a9582cbe671c67b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b5b97e630fd49cab3bc99d00daeffb0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f5bfc2747f6c4a309e7c1dea9366488a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731201983120 2024-11-10T01:26:26,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26037f8f78004b5aba8ea6324ad73e5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731201983120 2024-11-10T01:26:26,547 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e32f51eb7c541d89698048f1d3dca02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731201985280 2024-11-10T01:26:26,547 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3bbd5eee5544fa7851abf073856eae2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731201985277 2024-11-10T01:26:26,555 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:26,555 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:26,555 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/f8fc9d898cec4e5bb2eab4a710f860b6 is 50, key is test_row_0/A:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:26,555 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b512a7283f946429310c1fdc5dd8c6f is 50, key is test_row_0/B:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742125_1301 (size=13153) 2024-11-10T01:26:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742124_1300 (size=13153) 2024-11-10T01:26:26,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T01:26:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,679 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:26:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/207cf501cc584ca6aa34ce86705640bd is 50, key is test_row_0/A:col10/1731201985307/Put/seqid=0 2024-11-10T01:26:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742126_1302 (size=12301) 2024-11-10T01:26:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:26,969 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/7b512a7283f946429310c1fdc5dd8c6f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b512a7283f946429310c1fdc5dd8c6f 2024-11-10T01:26:26,969 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/f8fc9d898cec4e5bb2eab4a710f860b6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f8fc9d898cec4e5bb2eab4a710f860b6 2024-11-10T01:26:26,975 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/A of 08e4bb32bb71c747168e731c121f018c into f8fc9d898cec4e5bb2eab4a710f860b6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:26,975 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/B of 08e4bb32bb71c747168e731c121f018c into 7b512a7283f946429310c1fdc5dd8c6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:26,975 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:26,975 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:26,975 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/A, priority=13, startTime=1731201986544; duration=0sec 2024-11-10T01:26:26,975 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/B, priority=13, startTime=1731201986545; duration=0sec 2024-11-10T01:26:26,976 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:26,976 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:B 2024-11-10T01:26:26,976 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:26,976 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:A 2024-11-10T01:26:26,976 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:26,977 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:26,977 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 08e4bb32bb71c747168e731c121f018c/C is initiating minor compaction (all files) 2024-11-10T01:26:26,977 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 08e4bb32bb71c747168e731c121f018c/C in TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:26,977 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/a5560f0e4f84423586909ddfe2c88410, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp, totalSize=36.8 K 2024-11-10T01:26:26,977 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a5560f0e4f84423586909ddfe2c88410, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731201981970 2024-11-10T01:26:26,978 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting aabf985164e34e6084b00812000baa50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731201983120 2024-11-10T01:26:26,978 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 81de2d6db4c74b2c807b93cca166bd7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731201985280 2024-11-10T01:26:26,985 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 08e4bb32bb71c747168e731c121f018c#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:26,986 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/ee82cd8654294c259a7007c59ed9cd37 is 50, key is test_row_0/C:col10/1731201985281/Put/seqid=0 2024-11-10T01:26:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742127_1303 (size=13153) 2024-11-10T01:26:27,096 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/207cf501cc584ca6aa34ce86705640bd 2024-11-10T01:26:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/92fe39013c794bccbcbd684119aaa5a8 is 50, key is test_row_0/B:col10/1731201985307/Put/seqid=0 2024-11-10T01:26:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742128_1304 (size=12301) 2024-11-10T01:26:27,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/ee82cd8654294c259a7007c59ed9cd37 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/ee82cd8654294c259a7007c59ed9cd37 2024-11-10T01:26:27,407 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 08e4bb32bb71c747168e731c121f018c/C of 08e4bb32bb71c747168e731c121f018c into ee82cd8654294c259a7007c59ed9cd37(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:27,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:27,407 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., storeName=08e4bb32bb71c747168e731c121f018c/C, priority=13, startTime=1731201986545; duration=0sec 2024-11-10T01:26:27,408 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:27,408 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 08e4bb32bb71c747168e731c121f018c:C 2024-11-10T01:26:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:27,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. as already flushing 2024-11-10T01:26:27,455 INFO [Thread-1061 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1061. 2024-11-10T01:26:27,455 DEBUG [Thread-1061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:27,455 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,455 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:27,465 INFO [Thread-1059 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1059. 2024-11-10T01:26:27,465 INFO [Thread-1057 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1057. 2024-11-10T01:26:27,465 INFO [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065. 2024-11-10T01:26:27,465 DEBUG [Thread-1059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:27,465 DEBUG [Thread-1057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:27,465 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:27,465 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:27,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:27,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:27,467 INFO [Thread-1063 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1063. 2024-11-10T01:26:27,467 DEBUG [Thread-1063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:27,467 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,467 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:27,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:27,518 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/92fe39013c794bccbcbd684119aaa5a8 2024-11-10T01:26:27,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/384cba705b5c4202bfacb2174e520058 is 50, key is test_row_0/C:col10/1731201985307/Put/seqid=0 2024-11-10T01:26:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742129_1305 (size=12301) 2024-11-10T01:26:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:27,938 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/384cba705b5c4202bfacb2174e520058 2024-11-10T01:26:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/207cf501cc584ca6aa34ce86705640bd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/207cf501cc584ca6aa34ce86705640bd 2024-11-10T01:26:27,953 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/207cf501cc584ca6aa34ce86705640bd, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T01:26:27,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/92fe39013c794bccbcbd684119aaa5a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/92fe39013c794bccbcbd684119aaa5a8 2024-11-10T01:26:27,959 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/92fe39013c794bccbcbd684119aaa5a8, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T01:26:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/384cba705b5c4202bfacb2174e520058 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/384cba705b5c4202bfacb2174e520058 2024-11-10T01:26:27,965 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/384cba705b5c4202bfacb2174e520058, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T01:26:27,966 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 08e4bb32bb71c747168e731c121f018c in 1288ms, sequenceid=364, compaction requested=false 2024-11-10T01:26:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 08e4bb32bb71c747168e731c121f018c: 2024-11-10T01:26:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-10T01:26:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-10T01:26:27,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T01:26:27,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2130 sec 2024-11-10T01:26:27,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.2180 sec 2024-11-10T01:26:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T01:26:29,913 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:26:29,913 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4448 2024-11-10T01:26:29,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4516 2024-11-10T01:26:29,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4350 2024-11-10T01:26:29,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4438 2024-11-10T01:26:29,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4541 2024-11-10T01:26:29,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:26:29,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:26:29,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:26:29,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:29,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:29,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:29,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:26:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:29,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201989923"}]},"ts":"1731201989923"} 2024-11-10T01:26:29,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:26:29,925 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:26:29,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:26:29,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, UNASSIGN}] 2024-11-10T01:26:29,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, UNASSIGN 2024-11-10T01:26:29,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=08e4bb32bb71c747168e731c121f018c, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:29,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, UNASSIGN because future has completed 2024-11-10T01:26:29,931 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=0c4d4d227d60,43661,1731201895398, table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:26:29,931 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:26:29,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:30,085 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:30,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:26:30,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 08e4bb32bb71c747168e731c121f018c, disabling compactions & flushes 2024-11-10T01:26:30,086 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:30,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:30,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. after waiting 0 ms 2024-11-10T01:26:30,086 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:30,087 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 08e4bb32bb71c747168e731c121f018c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T01:26:30,092 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/2ec2d28d7075441f9aed3bb7a0d1de04 is 50, key is test_row_0/A:col10/1731201987464/Put/seqid=0 2024-11-10T01:26:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742130_1306 (size=12301) 2024-11-10T01:26:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:30,497 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/2ec2d28d7075441f9aed3bb7a0d1de04 2024-11-10T01:26:30,511 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/230b894b7ff64166891a8b383244cdcf is 50, key is test_row_0/B:col10/1731201987464/Put/seqid=0 2024-11-10T01:26:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742131_1307 (size=12301) 2024-11-10T01:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:30,916 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/230b894b7ff64166891a8b383244cdcf 2024-11-10T01:26:30,928 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/fd6ea952389241fd98ea3570d0c6665a is 50, key is test_row_0/C:col10/1731201987464/Put/seqid=0 2024-11-10T01:26:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742132_1308 (size=12301) 2024-11-10T01:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:31,334 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/fd6ea952389241fd98ea3570d0c6665a 2024-11-10T01:26:31,344 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/A/2ec2d28d7075441f9aed3bb7a0d1de04 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/2ec2d28d7075441f9aed3bb7a0d1de04 2024-11-10T01:26:31,351 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/2ec2d28d7075441f9aed3bb7a0d1de04, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T01:26:31,353 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/B/230b894b7ff64166891a8b383244cdcf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/230b894b7ff64166891a8b383244cdcf 2024-11-10T01:26:31,357 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/230b894b7ff64166891a8b383244cdcf, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T01:26:31,358 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/.tmp/C/fd6ea952389241fd98ea3570d0c6665a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/fd6ea952389241fd98ea3570d0c6665a 2024-11-10T01:26:31,363 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/fd6ea952389241fd98ea3570d0c6665a, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T01:26:31,364 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 1278ms, sequenceid=375, compaction requested=true 2024-11-10T01:26:31,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/690054b2d8c54385af7b9ffb47da929a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/22d314b8df4c4708b773e887e92f3400, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5b94ba3f75e48d9a40ce42caec3cb43, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/fdcb404da3724c4d99cd3729bcedbc1e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb62e35c23584817b72a6890a128302d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7cc048ece139457180510c8aeb10a68f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/3b5b97e630fd49cab3bc99d00daeffb0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2] to archive 2024-11-10T01:26:31,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:31,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/28f97458b5fe4049a28031cd79261e04 2024-11-10T01:26:31,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/519856a2565f4dd09f36faaec6a642e0 2024-11-10T01:26:31,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7bbccd98330040638571739f081155a5 2024-11-10T01:26:31,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/690054b2d8c54385af7b9ffb47da929a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/690054b2d8c54385af7b9ffb47da929a 2024-11-10T01:26:31,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/45c460e01b394da0823675114fb326e2 2024-11-10T01:26:31,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/0b8b0db59c60425c84a6e8a6c695de46 2024-11-10T01:26:31,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/22d314b8df4c4708b773e887e92f3400 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/22d314b8df4c4708b773e887e92f3400 2024-11-10T01:26:31,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f3b5936b689a436a80e206f20518d8a4 2024-11-10T01:26:31,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/af53ee9591184fb3abfc20521b5fa0ac 2024-11-10T01:26:31,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5b94ba3f75e48d9a40ce42caec3cb43 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5b94ba3f75e48d9a40ce42caec3cb43 2024-11-10T01:26:31,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/50d2aeb302fe42b486aa9b69f6641931 2024-11-10T01:26:31,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/fdcb404da3724c4d99cd3729bcedbc1e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/fdcb404da3724c4d99cd3729bcedbc1e 2024-11-10T01:26:31,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/1fcc2f0a8f2b41889651ddde307e1bfb 2024-11-10T01:26:31,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/df389d7953c74022aace19069ced3bc1 2024-11-10T01:26:31,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb62e35c23584817b72a6890a128302d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb62e35c23584817b72a6890a128302d 2024-11-10T01:26:31,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/55436e361cec4b98a199b0f1b7f14c3c 2024-11-10T01:26:31,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/62bc69d223df4da7a93eafcbd6425413 2024-11-10T01:26:31,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7cc048ece139457180510c8aeb10a68f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/7cc048ece139457180510c8aeb10a68f 2024-11-10T01:26:31,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/d5a20b484fa9440d9dc1d7f0165dea21 2024-11-10T01:26:31,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/86f8e2a5954444629e6b1a7a3b3d9495 2024-11-10T01:26:31,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/6afff9eebfb14457b175339fd8e1605d 2024-11-10T01:26:31,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/3b5b97e630fd49cab3bc99d00daeffb0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/3b5b97e630fd49cab3bc99d00daeffb0 2024-11-10T01:26:31,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/cb4a7d8e343042b4b7ea95494acb4cff 2024-11-10T01:26:31,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/26037f8f78004b5aba8ea6324ad73e5e 2024-11-10T01:26:31,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/e3bbd5eee5544fa7851abf073856eae2 2024-11-10T01:26:31,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a85c40b520474b098e4da70dfb5dd147, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/dcb2bdc1f1c74e948e0f812ca93f12cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/156cc170bbe342b0b30af34bd8441b6c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/0fb6c3c4c48144b48455875b3aac8b2d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/afda4e5e0d5b4754960e65d8ac20a4a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b9b2fe669eb4be2af676bad045bdf59, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3611f62d327746679a9582cbe671c67b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02] to archive 2024-11-10T01:26:31,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:31,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/02c4366e830c406da2a82382ecda92eb 2024-11-10T01:26:31,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a2a6c66ef13b491c9cb67e6e4f86007e 2024-11-10T01:26:31,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a85c40b520474b098e4da70dfb5dd147 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/a85c40b520474b098e4da70dfb5dd147 2024-11-10T01:26:31,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/ced148af08c7468aa17b282c09c3638d 2024-11-10T01:26:31,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f2cbde6a8f90431f86dd919dbed76731 2024-11-10T01:26:31,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/dcb2bdc1f1c74e948e0f812ca93f12cd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/dcb2bdc1f1c74e948e0f812ca93f12cd 2024-11-10T01:26:31,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/5d5ca25a540e4498ab620d77f5120f5f 2024-11-10T01:26:31,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/b6ceefdce0084fb5a3a89ae08524c8b5 2024-11-10T01:26:31,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/156cc170bbe342b0b30af34bd8441b6c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/156cc170bbe342b0b30af34bd8441b6c 2024-11-10T01:26:31,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3868760a75694d8b99b48b6099e8821c 2024-11-10T01:26:31,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9e522b4bc3db466c8049d40a51edaae3 2024-11-10T01:26:31,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/0fb6c3c4c48144b48455875b3aac8b2d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/0fb6c3c4c48144b48455875b3aac8b2d 2024-11-10T01:26:31,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9346137ca32f4fc981fafdf906d0cb1d 2024-11-10T01:26:31,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3e4f295ec0a940a8aa1aecbff07f2977 2024-11-10T01:26:31,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/afda4e5e0d5b4754960e65d8ac20a4a1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/afda4e5e0d5b4754960e65d8ac20a4a1 2024-11-10T01:26:31,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/36c7e24465df4db19ed65ed622a11b30 2024-11-10T01:26:31,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/75cc56c3e5f94435b35e3fbc36b109bf 2024-11-10T01:26:31,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b9b2fe669eb4be2af676bad045bdf59 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b9b2fe669eb4be2af676bad045bdf59 2024-11-10T01:26:31,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/34e3fb00e30c42229c7383655596abb5 2024-11-10T01:26:31,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b248cf4f1bd4188a78166a46d6d28e9 2024-11-10T01:26:31,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/9aa1d447cc234c1b9cc095d239249ce0 2024-11-10T01:26:31,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3611f62d327746679a9582cbe671c67b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/3611f62d327746679a9582cbe671c67b 2024-11-10T01:26:31,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f22b08fc5cce4cd48a60ec35d557262e 2024-11-10T01:26:31,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/f5bfc2747f6c4a309e7c1dea9366488a 2024-11-10T01:26:31,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/4e32f51eb7c541d89698048f1d3dca02 2024-11-10T01:26:31,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/2e7952aeea2347c799d0af6c6e90c705, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/1fd49b3ab4ba4716be130be796d1c0a1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/713b0b02aa604590a595ad82e9ca82c8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/c4d0cdf1950c489d8459b8e704e5a814, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/cc69771ef79543d1b9769f0b2c120510, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3c18a6e3a41645a3936285d6b337dd1e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/a5560f0e4f84423586909ddfe2c88410, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a] to archive 2024-11-10T01:26:31,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:31,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/db64c989c4dc4ef4b35bad15ac0446a0 2024-11-10T01:26:31,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/37fb0cb1558f4335bad1998824360898 2024-11-10T01:26:31,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/2e7952aeea2347c799d0af6c6e90c705 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/2e7952aeea2347c799d0af6c6e90c705 2024-11-10T01:26:31,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/64821ef4a049443f94e2d78b56caf6c8 2024-11-10T01:26:31,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9baa5423982f418081f2ce06d692f7c0 2024-11-10T01:26:31,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/1fd49b3ab4ba4716be130be796d1c0a1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/1fd49b3ab4ba4716be130be796d1c0a1 2024-11-10T01:26:31,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/06acae4ac99d4c039565dadddf8ddad3 2024-11-10T01:26:31,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/70ad445912b040ccac4fe24b417032d9 2024-11-10T01:26:31,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/713b0b02aa604590a595ad82e9ca82c8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/713b0b02aa604590a595ad82e9ca82c8 2024-11-10T01:26:31,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/36d350ace1f74835bf3ec225ea249ea5 2024-11-10T01:26:31,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d7aba5489a344a6eb3a1ea3075cb2fbe 2024-11-10T01:26:31,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/c4d0cdf1950c489d8459b8e704e5a814 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/c4d0cdf1950c489d8459b8e704e5a814 2024-11-10T01:26:31,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9cd491b367004a0395817a09f230401d 2024-11-10T01:26:31,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/8d0a3a8f8ca94d08a88dcb1bb9879785 2024-11-10T01:26:31,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/cc69771ef79543d1b9769f0b2c120510 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/cc69771ef79543d1b9769f0b2c120510 2024-11-10T01:26:31,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/d740fdf1a80c4e64889be663f33df5ad 2024-11-10T01:26:31,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/5912b72eb3564206a5da0c0624bf6b65 2024-11-10T01:26:31,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3c18a6e3a41645a3936285d6b337dd1e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3c18a6e3a41645a3936285d6b337dd1e 2024-11-10T01:26:31,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/3a882b02e9e84ce9bcff27d7f5204d04 2024-11-10T01:26:31,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/17d6df1799c64ca48a0a576a93ed470a 2024-11-10T01:26:31,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/9dad1c2b0c9c4b21a8ef2ba84831bf87 2024-11-10T01:26:31,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/a5560f0e4f84423586909ddfe2c88410 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/a5560f0e4f84423586909ddfe2c88410 2024-11-10T01:26:31,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/acce07337d0d4cd683f8db65b011d39a 2024-11-10T01:26:31,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/aabf985164e34e6084b00812000baa50 2024-11-10T01:26:31,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/81de2d6db4c74b2c807b93cca166bd7a 2024-11-10T01:26:31,450 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/recovered.edits/378.seqid, newMaxSeqId=378, maxSeqId=1 2024-11-10T01:26:31,451 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. 2024-11-10T01:26:31,451 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 08e4bb32bb71c747168e731c121f018c: Waiting for close lock at 1731201990086Running coprocessor pre-close hooks at 1731201990086Disabling compacts and flushes for region at 1731201990086Disabling writes for close at 1731201990086Obtaining lock to block concurrent updates at 1731201990087 (+1 ms)Preparing flush snapshotting stores in 08e4bb32bb71c747168e731c121f018c at 1731201990087Finished memstore snapshotting TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731201990087Flushing stores of TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c. at 1731201990088 (+1 ms)Flushing 08e4bb32bb71c747168e731c121f018c/A: creating writer at 1731201990089 (+1 ms)Flushing 08e4bb32bb71c747168e731c121f018c/A: appending metadata at 1731201990092 (+3 ms)Flushing 08e4bb32bb71c747168e731c121f018c/A: closing flushed file at 1731201990092Flushing 08e4bb32bb71c747168e731c121f018c/B: creating writer at 1731201990508 (+416 ms)Flushing 08e4bb32bb71c747168e731c121f018c/B: appending metadata at 1731201990510 (+2 ms)Flushing 08e4bb32bb71c747168e731c121f018c/B: closing flushed file at 1731201990510Flushing 08e4bb32bb71c747168e731c121f018c/C: creating writer at 1731201990925 (+415 ms)Flushing 08e4bb32bb71c747168e731c121f018c/C: appending metadata at 1731201990928 (+3 ms)Flushing 08e4bb32bb71c747168e731c121f018c/C: closing flushed file at 1731201990928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb086d4: reopening flushed file at 1731201991342 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1f589c: reopening flushed file at 1731201991352 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2323989a: reopening flushed file at 1731201991358 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 08e4bb32bb71c747168e731c121f018c in 1278ms, sequenceid=375, compaction requested=true at 1731201991364 (+6 ms)Writing region close event to WAL at 1731201991447 (+83 ms)Running coprocessor post-close hooks at 1731201991450 (+3 ms)Closed at 1731201991451 (+1 ms) 2024-11-10T01:26:31,453 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:31,453 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=08e4bb32bb71c747168e731c121f018c, regionState=CLOSED 2024-11-10T01:26:31,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:31,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T01:26:31,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 08e4bb32bb71c747168e731c121f018c, server=0c4d4d227d60,43661,1731201895398 in 1.5250 sec 2024-11-10T01:26:31,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-10T01:26:31,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=08e4bb32bb71c747168e731c121f018c, UNASSIGN in 1.5320 sec 2024-11-10T01:26:31,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T01:26:31,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5360 sec 2024-11-10T01:26:31,467 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201991466"}]},"ts":"1731201991466"} 2024-11-10T01:26:31,468 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:26:31,468 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:26:31,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5520 sec 2024-11-10T01:26:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T01:26:32,073 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:32,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:26:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,079 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T01:26:32,081 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,084 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:32,087 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/recovered.edits] 2024-11-10T01:26:32,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/207cf501cc584ca6aa34ce86705640bd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/207cf501cc584ca6aa34ce86705640bd 2024-11-10T01:26:32,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/2ec2d28d7075441f9aed3bb7a0d1de04 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/2ec2d28d7075441f9aed3bb7a0d1de04 2024-11-10T01:26:32,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f8fc9d898cec4e5bb2eab4a710f860b6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/A/f8fc9d898cec4e5bb2eab4a710f860b6 2024-11-10T01:26:32,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/230b894b7ff64166891a8b383244cdcf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/230b894b7ff64166891a8b383244cdcf 2024-11-10T01:26:32,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b512a7283f946429310c1fdc5dd8c6f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/7b512a7283f946429310c1fdc5dd8c6f 2024-11-10T01:26:32,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/92fe39013c794bccbcbd684119aaa5a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/B/92fe39013c794bccbcbd684119aaa5a8 2024-11-10T01:26:32,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/384cba705b5c4202bfacb2174e520058 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/384cba705b5c4202bfacb2174e520058 2024-11-10T01:26:32,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/ee82cd8654294c259a7007c59ed9cd37 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/ee82cd8654294c259a7007c59ed9cd37 2024-11-10T01:26:32,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/fd6ea952389241fd98ea3570d0c6665a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/C/fd6ea952389241fd98ea3570d0c6665a 2024-11-10T01:26:32,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/recovered.edits/378.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c/recovered.edits/378.seqid 2024-11-10T01:26:32,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/08e4bb32bb71c747168e731c121f018c 2024-11-10T01:26:32,104 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:26:32,106 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,109 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:26:32,111 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:26:32,112 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,112 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:26:32,112 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731201992112"}]},"ts":"9223372036854775807"} 2024-11-10T01:26:32,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:26:32,115 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 08e4bb32bb71c747168e731c121f018c, NAME => 'TestAcidGuarantees,,1731201963986.08e4bb32bb71c747168e731c121f018c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:26:32,115 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:26:32,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731201992115"}]},"ts":"9223372036854775807"} 2024-11-10T01:26:32,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:26:32,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-10T01:26:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T01:26:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:26:32,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:32,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 243), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=2368 (was 2405) 2024-11-10T01:26:32,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2368 2024-11-10T01:26:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:26:32,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:26:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:32,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:26:32,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:32,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-10T01:26:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:32,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:26:32,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742133_1309 (size=959) 2024-11-10T01:26:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:32,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:26:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742134_1310 (size=53) 2024-11-10T01:26:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:33,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:26:33,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e6187de32d2dca73cdc39658f688c2ff, disabling compactions & flushes 2024-11-10T01:26:33,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. after waiting 0 ms 2024-11-10T01:26:33,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6187de32d2dca73cdc39658f688c2ff: Waiting for close lock at 1731201993045Disabling compacts and flushes for region at 1731201993045Disabling writes for close at 1731201993045Writing region close event to WAL at 1731201993045Closed at 1731201993045 2024-11-10T01:26:33,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:26:33,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731201993093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731201993093"}]},"ts":"1731201993093"} 2024-11-10T01:26:33,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:26:33,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:26:33,098 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201993098"}]},"ts":"1731201993098"} 2024-11-10T01:26:33,100 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:26:33,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, ASSIGN}] 2024-11-10T01:26:33,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, ASSIGN 2024-11-10T01:26:33,104 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:26:33,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:33,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, ASSIGN because future has completed 2024-11-10T01:26:33,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:33,415 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,415 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:26:33,416 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,416 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:26:33,417 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,417 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,420 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,422 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName A 2024-11-10T01:26:33,422 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:33,423 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:33,423 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,424 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName B 2024-11-10T01:26:33,425 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:33,425 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:33,425 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,427 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName C 2024-11-10T01:26:33,427 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:33,427 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:33,427 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,428 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,429 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,430 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,430 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,431 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:26:33,432 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,435 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:26:33,436 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e6187de32d2dca73cdc39658f688c2ff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67243233, jitterRate=0.0020022541284561157}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:26:33,436 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:33,437 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e6187de32d2dca73cdc39658f688c2ff: Running coprocessor pre-open hook at 1731201993417Writing region info on filesystem at 1731201993417Initializing all the Stores at 1731201993419 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201993420 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201993420Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201993420Cleaning up temporary data from old regions at 1731201993430 (+10 ms)Running coprocessor post-open hooks at 1731201993436 (+6 ms)Region opened successfully at 1731201993437 (+1 ms) 2024-11-10T01:26:33,438 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., pid=87, masterSystemTime=1731201993407 2024-11-10T01:26:33,440 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:33,441 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:33,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:33,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T01:26:33,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 in 186 msec 2024-11-10T01:26:33,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-10T01:26:33,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, ASSIGN in 343 msec 2024-11-10T01:26:33,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:26:33,446 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731201993446"}]},"ts":"1731201993446"} 2024-11-10T01:26:33,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:26:33,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:26:33,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2300 sec 2024-11-10T01:26:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-10T01:26:34,372 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:34,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500bbd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:34,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:34,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:34,378 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b63bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:34,383 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df3e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:34,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:34,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:34,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:26:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:26:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bedbf3d 2024-11-10T01:26:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:26:34,387 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:26:34,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:26:34,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:26:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T01:26:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742135_1311 (size=995) 2024-11-10T01:26:34,805 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T01:26:34,805 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T01:26:34,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:26:34,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE}] 2024-11-10T01:26:34,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE 2024-11-10T01:26:34,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE because future has completed 2024-11-10T01:26:34,816 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:26:34,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:34,969 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:34,969 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:26:34,970 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing e6187de32d2dca73cdc39658f688c2ff, disabling compactions & flushes 2024-11-10T01:26:34,970 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:34,970 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:34,970 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. after waiting 0 ms 2024-11-10T01:26:34,970 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:34,977 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T01:26:34,979 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:34,979 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for e6187de32d2dca73cdc39658f688c2ff: Waiting for close lock at 1731201994969Running coprocessor pre-close hooks at 1731201994969Disabling compacts and flushes for region at 1731201994969Disabling writes for close at 1731201994970 (+1 ms)Writing region close event to WAL at 1731201994971 (+1 ms)Running coprocessor post-close hooks at 1731201994978 (+7 ms)Closed at 1731201994979 (+1 ms) 2024-11-10T01:26:34,979 WARN [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: e6187de32d2dca73cdc39658f688c2ff to self. 2024-11-10T01:26:34,982 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:34,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=CLOSED 2024-11-10T01:26:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:34,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T01:26:34,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 in 170 msec 2024-11-10T01:26:34,989 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE; state=CLOSED, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=true 2024-11-10T01:26:35,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE because future has completed 2024-11-10T01:26:35,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:26:35,307 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,307 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:26:35,308 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,308 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:26:35,308 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,308 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,311 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,312 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName A 2024-11-10T01:26:35,313 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:35,314 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:35,314 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,315 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName B 2024-11-10T01:26:35,315 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:35,315 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:35,315 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,316 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6187de32d2dca73cdc39658f688c2ff columnFamilyName C 2024-11-10T01:26:35,316 DEBUG [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:35,316 INFO [StoreOpener-e6187de32d2dca73cdc39658f688c2ff-1 {}] regionserver.HStore(327): Store=e6187de32d2dca73cdc39658f688c2ff/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:26:35,317 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,317 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,318 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,320 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,320 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,320 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:26:35,321 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,322 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened e6187de32d2dca73cdc39658f688c2ff; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69459643, jitterRate=0.035029336810112}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:26:35,322 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,323 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for e6187de32d2dca73cdc39658f688c2ff: Running coprocessor pre-open hook at 1731201995309Writing region info on filesystem at 1731201995309Initializing all the Stores at 1731201995310 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201995310Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201995311 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731201995311Cleaning up temporary data from old regions at 1731201995320 (+9 ms)Running coprocessor post-open hooks at 1731201995322 (+2 ms)Region opened successfully at 1731201995323 (+1 ms) 2024-11-10T01:26:35,324 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., pid=92, masterSystemTime=1731201995299 2024-11-10T01:26:35,326 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,326 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=OPEN, openSeqNum=5, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:26:35,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-10T01:26:35,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 in 184 msec 2024-11-10T01:26:35,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-10T01:26:35,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, REOPEN/MOVE in 519 msec 2024-11-10T01:26:35,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T01:26:35,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-10T01:26:35,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-10T01:26:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T01:26:35,342 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:35,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270218ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aee5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,347 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e83d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a8a339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,349 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316fe294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19df4707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f785f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,354 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6148bf01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,356 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1719aeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b285eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,358 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfa5d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,360 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4327d041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7a2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,363 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347a8874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6c0312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac50c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dee0cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6bf913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f33055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d353d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a448167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfb46db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,374 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd88d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,376 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2628dd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e87c032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,378 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd4026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f75372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f344892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:26:35,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:26:35,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db4a64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:26:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:35,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:26:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f033f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:26:35,383 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,383 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,383 DEBUG [Thread-1441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,383 DEBUG [Thread-1437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,383 DEBUG [Thread-1439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,384 DEBUG [Thread-1446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,386 DEBUG [Thread-1435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,387 DEBUG [Thread-1452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,387 DEBUG [Thread-1433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,387 DEBUG [Thread-1450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:26:35,387 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:26:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:26:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-10T01:26:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:35,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:26:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,393 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:35,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:26:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,400 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:35,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:35,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101feed81d4ca34fbd8255e640019f885b_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731201995395/Put/seqid=0 2024-11-10T01:26:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742136_1312 (size=14594) 2024-11-10T01:26:35,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202055472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202055474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202055474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202055475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202055476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:35,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202055581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202055591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202055591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202055591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202055591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202055791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202055801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202055811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202055812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202055812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:35,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:35,830 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101feed81d4ca34fbd8255e640019f885b_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101feed81d4ca34fbd8255e640019f885b_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:35,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/ed5cd0eeae94406dba84d742848c3745, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:35,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/ed5cd0eeae94406dba84d742848c3745 is 175, key is test_row_0/A:col10/1731201995395/Put/seqid=0 2024-11-10T01:26:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742137_1313 (size=39549) 2024-11-10T01:26:35,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:35,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:36,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202056101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202056111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202056122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202056122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202056122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,235 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/ed5cd0eeae94406dba84d742848c3745 2024-11-10T01:26:36,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/93193798b09d43c2bce63b00ab30c1eb is 50, key is test_row_0/B:col10/1731201995395/Put/seqid=0 2024-11-10T01:26:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742138_1314 (size=12001) 2024-11-10T01:26:36,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202056612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202056621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202056631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202056631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202056631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:36,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/93193798b09d43c2bce63b00ab30c1eb 2024-11-10T01:26:36,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d1b406d346ed4ec7a9d3fdb89336ba9f is 50, key is test_row_0/C:col10/1731201995395/Put/seqid=0 2024-11-10T01:26:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742139_1315 (size=12001) 2024-11-10T01:26:36,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:36,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:36,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:26:37,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:37,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:37,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d1b406d346ed4ec7a9d3fdb89336ba9f 2024-11-10T01:26:37,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/ed5cd0eeae94406dba84d742848c3745 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745 2024-11-10T01:26:37,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745, entries=200, sequenceid=15, filesize=38.6 K 2024-11-10T01:26:37,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/93193798b09d43c2bce63b00ab30c1eb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb 2024-11-10T01:26:37,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T01:26:37,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d1b406d346ed4ec7a9d3fdb89336ba9f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f 2024-11-10T01:26:37,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T01:26:37,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e6187de32d2dca73cdc39658f688c2ff in 1703ms, sequenceid=15, compaction requested=false 2024-11-10T01:26:37,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:37,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T01:26:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:37,236 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T01:26:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ea9252679c1486ca0bbf78c4c15ff96_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742140_1316 (size=12154) 2024-11-10T01:26:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:37,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:37,650 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ea9252679c1486ca0bbf78c4c15ff96_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ea9252679c1486ca0bbf78c4c15ff96_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202057641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b9a4e40f509a450680c351a6045d3d83, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:37,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202057645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b9a4e40f509a450680c351a6045d3d83 is 175, key is test_row_0/A:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,651 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202057649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742141_1317 (size=30955) 2024-11-10T01:26:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202057651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202057651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,660 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202057761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202057761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202057771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202057971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202057971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:37,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202057981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,059 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b9a4e40f509a450680c351a6045d3d83 2024-11-10T01:26:38,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/ac7023aed84140318dfead1073b7f0bc is 50, key is test_row_0/B:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742142_1318 (size=12001) 2024-11-10T01:26:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202058281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202058291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202058291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,584 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/ac7023aed84140318dfead1073b7f0bc 2024-11-10T01:26:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/8614e362017843f2aea9971585af753f is 50, key is test_row_0/C:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742143_1319 (size=12001) 2024-11-10T01:26:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202058791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202058801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202058801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:38,999 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/8614e362017843f2aea9971585af753f 2024-11-10T01:26:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b9a4e40f509a450680c351a6045d3d83 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83 2024-11-10T01:26:39,006 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83, entries=150, sequenceid=41, filesize=30.2 K 2024-11-10T01:26:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/ac7023aed84140318dfead1073b7f0bc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc 2024-11-10T01:26:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,010 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T01:26:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/8614e362017843f2aea9971585af753f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f 2024-11-10T01:26:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,014 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T01:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,015 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e6187de32d2dca73cdc39658f688c2ff in 1779ms, sequenceid=41, compaction requested=false 2024-11-10T01:26:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-10T01:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-10T01:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T01:26:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6230 sec 2024-11-10T01:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.6310 sec 2024-11-10T01:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,551 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,554 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:39,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dd873f44eff44a1eb7f3daca789cf9b0_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_1/A:col10/1731201997647/Put/seqid=0 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742144_1320 (size=12154) 2024-11-10T01:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:39,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202059796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202059797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202059811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202059812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202059812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,821 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,822 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,822 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:39,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202059911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202059911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dd873f44eff44a1eb7f3daca789cf9b0_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd873f44eff44a1eb7f3daca789cf9b0_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:40,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/d87d77d99a614f0f86926025992c8da5, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/d87d77d99a614f0f86926025992c8da5 is 175, key is test_row_1/A:col10/1731201997647/Put/seqid=0 2024-11-10T01:26:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742145_1321 (size=30951) 2024-11-10T01:26:40,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/d87d77d99a614f0f86926025992c8da5 2024-11-10T01:26:40,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0e22f3411158495481464a75e57be7eb is 50, key is test_row_1/B:col10/1731201997647/Put/seqid=0 2024-11-10T01:26:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742146_1322 (size=9657) 2024-11-10T01:26:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202060122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202060122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:40,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202060431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202060441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:40,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0e22f3411158495481464a75e57be7eb 2024-11-10T01:26:40,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/1d47b821e03b48e6a60f4cfc40a3a2bc is 50, key is test_row_1/C:col10/1731201997647/Put/seqid=0 2024-11-10T01:26:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742147_1323 (size=9657) 2024-11-10T01:26:40,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/1d47b821e03b48e6a60f4cfc40a3a2bc 2024-11-10T01:26:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/d87d77d99a614f0f86926025992c8da5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5 2024-11-10T01:26:40,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5, entries=150, sequenceid=52, filesize=30.2 K 2024-11-10T01:26:40,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0e22f3411158495481464a75e57be7eb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb 2024-11-10T01:26:40,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb, entries=100, sequenceid=52, filesize=9.4 K 2024-11-10T01:26:40,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/1d47b821e03b48e6a60f4cfc40a3a2bc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc 2024-11-10T01:26:40,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc, entries=100, sequenceid=52, filesize=9.4 K 2024-11-10T01:26:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6187de32d2dca73cdc39658f688c2ff in 865ms, sequenceid=52, compaction requested=true 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:40,554 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:40,554 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:40,555 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:40,555 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:40,555 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/B is initiating minor compaction (all files) 2024-11-10T01:26:40,555 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/A is initiating minor compaction (all files) 2024-11-10T01:26:40,555 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/B in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,555 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/A in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,555 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=32.9 K 2024-11-10T01:26:40,555 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=99.1 K 2024-11-10T01:26:40,555 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,555 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5] 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 93193798b09d43c2bce63b00ab30c1eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731201995395 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed5cd0eeae94406dba84d742848c3745, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731201995395 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9a4e40f509a450680c351a6045d3d83, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731201995470 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7023aed84140318dfead1073b7f0bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731201995470 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87d77d99a614f0f86926025992c8da5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201997647 2024-11-10T01:26:40,556 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e22f3411158495481464a75e57be7eb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201997647 2024-11-10T01:26:40,562 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,563 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:40,563 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/d1945685b78d4a8d90c4cc9146fb1bcb is 50, key is test_row_0/B:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:40,569 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109d5ecb68a7a44ee585c839fbe643bdb6_e6187de32d2dca73cdc39658f688c2ff store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,571 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109d5ecb68a7a44ee585c839fbe643bdb6_e6187de32d2dca73cdc39658f688c2ff, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,571 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109d5ecb68a7a44ee585c839fbe643bdb6_e6187de32d2dca73cdc39658f688c2ff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742148_1324 (size=12104) 2024-11-10T01:26:40,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742149_1325 (size=4469) 2024-11-10T01:26:40,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T01:26:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,623 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:26:40,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111079c88b7432ad40b59c26ef1d24d2674c_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731201999793/Put/seqid=0 2024-11-10T01:26:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742150_1326 (size=12154) 2024-11-10T01:26:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:40,637 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111079c88b7432ad40b59c26ef1d24d2674c_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079c88b7432ad40b59c26ef1d24d2674c_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/224ced7a67204f73a51701fbfad5c44e, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/224ced7a67204f73a51701fbfad5c44e is 175, key is test_row_0/A:col10/1731201999793/Put/seqid=0 2024-11-10T01:26:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742151_1327 (size=30955) 2024-11-10T01:26:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202060966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202060969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:40,978 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/d1945685b78d4a8d90c4cc9146fb1bcb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d1945685b78d4a8d90c4cc9146fb1bcb 2024-11-10T01:26:40,981 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/B of e6187de32d2dca73cdc39658f688c2ff into d1945685b78d4a8d90c4cc9146fb1bcb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:40,981 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:40,981 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/B, priority=13, startTime=1731202000554; duration=0sec 2024-11-10T01:26:40,981 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:40,981 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:B 2024-11-10T01:26:40,981 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:40,982 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:40,982 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/C is initiating minor compaction (all files) 2024-11-10T01:26:40,982 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/C in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:40,982 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=32.9 K 2024-11-10T01:26:40,983 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b406d346ed4ec7a9d3fdb89336ba9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731201995395 2024-11-10T01:26:40,983 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8614e362017843f2aea9971585af753f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731201995470 2024-11-10T01:26:40,983 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d47b821e03b48e6a60f4cfc40a3a2bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201997647 2024-11-10T01:26:40,983 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#A#compaction#277 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:40,984 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/9a22d0aa13954998bde8313ec4ff1ec4 is 175, key is test_row_0/A:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:40,990 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:40,991 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b17ee683ba1044c6a367c1f8887240f8 is 50, key is test_row_0/C:col10/1731201995473/Put/seqid=0 2024-11-10T01:26:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742152_1328 (size=31165) 2024-11-10T01:26:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742153_1329 (size=12104) 2024-11-10T01:26:41,042 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/224ced7a67204f73a51701fbfad5c44e 2024-11-10T01:26:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/5f720db76e024403a19ad49b8b2c1eeb is 50, key is test_row_0/B:col10/1731201999793/Put/seqid=0 2024-11-10T01:26:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742154_1330 (size=12001) 2024-11-10T01:26:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202061082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202061082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202061301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202061301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,397 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/9a22d0aa13954998bde8313ec4ff1ec4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4 2024-11-10T01:26:41,402 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/A of e6187de32d2dca73cdc39658f688c2ff into 9a22d0aa13954998bde8313ec4ff1ec4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:41,402 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:41,402 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/A, priority=13, startTime=1731202000554; duration=0sec 2024-11-10T01:26:41,402 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:41,402 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:A 2024-11-10T01:26:41,402 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b17ee683ba1044c6a367c1f8887240f8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b17ee683ba1044c6a367c1f8887240f8 2024-11-10T01:26:41,406 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/C of e6187de32d2dca73cdc39658f688c2ff into b17ee683ba1044c6a367c1f8887240f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:41,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:41,407 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/C, priority=13, startTime=1731202000554; duration=0sec 2024-11-10T01:26:41,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:41,407 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:C 2024-11-10T01:26:41,452 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/5f720db76e024403a19ad49b8b2c1eeb 2024-11-10T01:26:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b9df6a84ac6d4e089e84a9311760f3d2 is 50, key is test_row_0/C:col10/1731201999793/Put/seqid=0 2024-11-10T01:26:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742155_1331 (size=12001) 2024-11-10T01:26:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202061611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202061611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:41,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202061831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,835 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202061841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,842 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202061841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:41,846 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:41,862 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b9df6a84ac6d4e089e84a9311760f3d2 2024-11-10T01:26:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/224ced7a67204f73a51701fbfad5c44e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e 2024-11-10T01:26:41,868 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e, entries=150, sequenceid=77, filesize=30.2 K 2024-11-10T01:26:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/5f720db76e024403a19ad49b8b2c1eeb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb 2024-11-10T01:26:41,872 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T01:26:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b9df6a84ac6d4e089e84a9311760f3d2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2 2024-11-10T01:26:41,876 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T01:26:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6187de32d2dca73cdc39658f688c2ff in 1254ms, sequenceid=77, compaction requested=false 2024-11-10T01:26:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-10T01:26:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-10T01:26:41,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T01:26:41,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-10T01:26:41,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.3280 sec 2024-11-10T01:26:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:26:42,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ed4fe9d54da5418ca3bf059ca5caf3e0_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742156_1332 (size=17034) 2024-11-10T01:26:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202062197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202062201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202062311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202062311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202062521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202062522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:42,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ed4fe9d54da5418ca3bf059ca5caf3e0_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ed4fe9d54da5418ca3bf059ca5caf3e0_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:42,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/fc51063bc7ac4effb946ec82cc5e6b3b, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:42,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/fc51063bc7ac4effb946ec82cc5e6b3b is 175, key is test_row_0/A:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742157_1333 (size=48139) 2024-11-10T01:26:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202062831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202062831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:42,941 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/fc51063bc7ac4effb946ec82cc5e6b3b 2024-11-10T01:26:42,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1252861bc3aa4ec8a0dede660548528c is 50, key is test_row_0/B:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742158_1334 (size=12001) 2024-11-10T01:26:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202063341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202063341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:43,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1252861bc3aa4ec8a0dede660548528c 2024-11-10T01:26:43,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b32d4db2f57a4d9ea6e9cee18433e114 is 50, key is test_row_0/C:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742159_1335 (size=12001) 2024-11-10T01:26:43,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b32d4db2f57a4d9ea6e9cee18433e114 2024-11-10T01:26:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/fc51063bc7ac4effb946ec82cc5e6b3b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b 2024-11-10T01:26:43,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b, entries=250, sequenceid=93, filesize=47.0 K 2024-11-10T01:26:43,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1252861bc3aa4ec8a0dede660548528c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c 2024-11-10T01:26:43,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T01:26:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b32d4db2f57a4d9ea6e9cee18433e114 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114 2024-11-10T01:26:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T01:26:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6187de32d2dca73cdc39658f688c2ff in 1277ms, sequenceid=93, compaction requested=true 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:43,402 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:43,402 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:43,402 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/B is initiating minor compaction (all files) 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/A is initiating minor compaction (all files) 2024-11-10T01:26:43,403 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/A in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:43,403 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=107.7 K 2024-11-10T01:26:43,403 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/B in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:43,403 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b] 2024-11-10T01:26:43,403 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d1945685b78d4a8d90c4cc9146fb1bcb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.3 K 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a22d0aa13954998bde8313ec4ff1ec4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201995473 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d1945685b78d4a8d90c4cc9146fb1bcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201995473 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224ced7a67204f73a51701fbfad5c44e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731201999793 2024-11-10T01:26:43,403 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f720db76e024403a19ad49b8b2c1eeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731201999793 2024-11-10T01:26:43,404 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc51063bc7ac4effb946ec82cc5e6b3b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000944 2024-11-10T01:26:43,404 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1252861bc3aa4ec8a0dede660548528c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000968 2024-11-10T01:26:43,411 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:43,420 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110b5ff5e83c85a4b0a9699d574a05b1637_e6187de32d2dca73cdc39658f688c2ff store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:43,421 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:43,422 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/d712d1c09da94d17a7f8afc2ec070018 is 50, key is test_row_0/B:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:43,422 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110b5ff5e83c85a4b0a9699d574a05b1637_e6187de32d2dca73cdc39658f688c2ff, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:43,422 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b5ff5e83c85a4b0a9699d574a05b1637_e6187de32d2dca73cdc39658f688c2ff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:43,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742161_1337 (size=4469) 2024-11-10T01:26:43,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742160_1336 (size=12207) 2024-11-10T01:26:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T01:26:43,721 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:43,722 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-10T01:26:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:43,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:43,724 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:43,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:43,833 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#A#compaction#285 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:43,834 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/7ccb6bc0cad248c58d9c189b2f3afaac is 175, key is test_row_0/A:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:43,836 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/d712d1c09da94d17a7f8afc2ec070018 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d712d1c09da94d17a7f8afc2ec070018 2024-11-10T01:26:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742162_1338 (size=31161) 2024-11-10T01:26:43,841 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/B of e6187de32d2dca73cdc39658f688c2ff into d712d1c09da94d17a7f8afc2ec070018(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:43,841 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:43,841 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/B, priority=13, startTime=1731202003402; duration=0sec 2024-11-10T01:26:43,841 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:43,841 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:B 2024-11-10T01:26:43,841 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:43,842 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:43,842 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/C is initiating minor compaction (all files) 2024-11-10T01:26:43,842 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/C in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:43,842 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b17ee683ba1044c6a367c1f8887240f8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.3 K 2024-11-10T01:26:43,842 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b17ee683ba1044c6a367c1f8887240f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731201995473 2024-11-10T01:26:43,842 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b9df6a84ac6d4e089e84a9311760f3d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731201999793 2024-11-10T01:26:43,843 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b32d4db2f57a4d9ea6e9cee18433e114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000968 2024-11-10T01:26:43,847 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:43,848 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/28d82d0a99084ecf86ec012cb28a0095 is 50, key is test_row_0/C:col10/1731202002123/Put/seqid=0 2024-11-10T01:26:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742163_1339 (size=12207) 2024-11-10T01:26:43,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T01:26:43,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:43,876 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:26:43,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106ebfd002f2a24e4fa5b517bb8f8946b7_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202002199/Put/seqid=0 2024-11-10T01:26:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742164_1340 (size=12154) 2024-11-10T01:26:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:44,244 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/7ccb6bc0cad248c58d9c189b2f3afaac as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac 2024-11-10T01:26:44,248 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/A of e6187de32d2dca73cdc39658f688c2ff into 7ccb6bc0cad248c58d9c189b2f3afaac(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:44,249 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:44,249 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/A, priority=13, startTime=1731202003402; duration=0sec 2024-11-10T01:26:44,249 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:44,249 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:A 2024-11-10T01:26:44,256 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/28d82d0a99084ecf86ec012cb28a0095 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/28d82d0a99084ecf86ec012cb28a0095 2024-11-10T01:26:44,260 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/C of e6187de32d2dca73cdc39658f688c2ff into 28d82d0a99084ecf86ec012cb28a0095(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:44,260 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:44,260 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/C, priority=13, startTime=1731202003402; duration=0sec 2024-11-10T01:26:44,260 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:44,260 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:C 2024-11-10T01:26:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:44,289 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106ebfd002f2a24e4fa5b517bb8f8946b7_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ebfd002f2a24e4fa5b517bb8f8946b7_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8de7c020836348ccb25ca4fae1ec1b9b, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8de7c020836348ccb25ca4fae1ec1b9b is 175, key is test_row_0/A:col10/1731202002199/Put/seqid=0 2024-11-10T01:26:44,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742165_1341 (size=30955) 2024-11-10T01:26:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202064382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202064387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202064491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202064501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8de7c020836348ccb25ca4fae1ec1b9b 2024-11-10T01:26:44,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/00bbda5b709448d98d872e2379737f89 is 50, key is test_row_0/B:col10/1731202002199/Put/seqid=0 2024-11-10T01:26:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742166_1342 (size=12001) 2024-11-10T01:26:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202064701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202064711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:45,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202065021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202065021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,105 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/00bbda5b709448d98d872e2379737f89 2024-11-10T01:26:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/616b860c5ed148ec9603dd2810536fe7 is 50, key is test_row_0/C:col10/1731202002199/Put/seqid=0 2024-11-10T01:26:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742167_1343 (size=12001) 2024-11-10T01:26:45,519 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/616b860c5ed148ec9603dd2810536fe7 2024-11-10T01:26:45,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8de7c020836348ccb25ca4fae1ec1b9b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b 2024-11-10T01:26:45,526 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b, entries=150, sequenceid=117, filesize=30.2 K 2024-11-10T01:26:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/00bbda5b709448d98d872e2379737f89 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89 2024-11-10T01:26:45,533 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T01:26:45,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/616b860c5ed148ec9603dd2810536fe7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7 2024-11-10T01:26:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202065531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T01:26:45,539 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6187de32d2dca73cdc39658f688c2ff in 1663ms, sequenceid=117, compaction requested=false 2024-11-10T01:26:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-10T01:26:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-10T01:26:45,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T01:26:45,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-10T01:26:45,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8210 sec 2024-11-10T01:26:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:45,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T01:26:45,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101f73468360b347f6b122b8615767f423_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742168_1344 (size=14744) 2024-11-10T01:26:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202065666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202065781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48594 deadline: 1731202065861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,864 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:45,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T01:26:45,871 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:45,872 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-10T01:26:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:45,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:45,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:45,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48606 deadline: 1731202065871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,875 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48582 deadline: 1731202065892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,893 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:45,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:45,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101f73468360b347f6b122b8615767f423_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f73468360b347f6b122b8615767f423_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:45,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/4b79c8bf13ca4a60b62439ab25688ee0, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:45,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/4b79c8bf13ca4a60b62439ab25688ee0 is 175, key is test_row_0/A:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742169_1345 (size=39699) 2024-11-10T01:26:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:45,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202065991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:46,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:46,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202066311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:46,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/4b79c8bf13ca4a60b62439ab25688ee0 2024-11-10T01:26:46,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/c348fc77001a4b6fb03d9d33e07a16dd is 50, key is test_row_0/B:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:46,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742170_1346 (size=12101) 2024-11-10T01:26:46,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/c348fc77001a4b6fb03d9d33e07a16dd 2024-11-10T01:26:46,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/78acfb9a935347a4825957307c5b83bb is 50, key is test_row_0/C:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742171_1347 (size=12101) 2024-11-10T01:26:46,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:46,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202066541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:46,548 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:46,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/78acfb9a935347a4825957307c5b83bb 2024-11-10T01:26:46,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/4b79c8bf13ca4a60b62439ab25688ee0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0 2024-11-10T01:26:46,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0, entries=200, sequenceid=133, filesize=38.8 K 2024-11-10T01:26:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/c348fc77001a4b6fb03d9d33e07a16dd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd 2024-11-10T01:26:46,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T01:26:46,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/78acfb9a935347a4825957307c5b83bb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb 2024-11-10T01:26:46,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T01:26:46,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6187de32d2dca73cdc39658f688c2ff in 1263ms, sequenceid=133, compaction requested=true 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:46,809 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:46,809 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/A is initiating minor compaction (all files) 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/B is initiating minor compaction (all files) 2024-11-10T01:26:46,810 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/B in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,810 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/A in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,810 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=99.4 K 2024-11-10T01:26:46,810 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d712d1c09da94d17a7f8afc2ec070018, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.5 K 2024-11-10T01:26:46,810 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0] 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ccb6bc0cad248c58d9c189b2f3afaac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000968 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d712d1c09da94d17a7f8afc2ec070018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000968 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8de7c020836348ccb25ca4fae1ec1b9b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731202002185 2024-11-10T01:26:46,810 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 00bbda5b709448d98d872e2379737f89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731202002185 2024-11-10T01:26:46,811 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b79c8bf13ca4a60b62439ab25688ee0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:46,811 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c348fc77001a4b6fb03d9d33e07a16dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:46,815 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:46,816 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111066b0cc42870c48b08e8eafe41cde2602_e6187de32d2dca73cdc39658f688c2ff store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:46,816 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:46,817 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/f5baa3794c7d43c5aea6796c23eb9abd is 50, key is test_row_0/B:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:46,818 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111066b0cc42870c48b08e8eafe41cde2602_e6187de32d2dca73cdc39658f688c2ff, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:46,819 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111066b0cc42870c48b08e8eafe41cde2602_e6187de32d2dca73cdc39658f688c2ff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:46,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742172_1348 (size=12409) 2024-11-10T01:26:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742173_1349 (size=4469) 2024-11-10T01:26:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:46,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:26:46,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106fbd4828dab7496fbb92ba41ab145705_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202005641/Put/seqid=0 2024-11-10T01:26:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742174_1350 (size=14794) 2024-11-10T01:26:46,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202066885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202067001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:47,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202067211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:47,224 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#A#compaction#295 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:47,224 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/04bbf198351b4134be2a579520ed9407 is 175, key is test_row_0/A:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742175_1351 (size=31363) 2024-11-10T01:26:47,228 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/f5baa3794c7d43c5aea6796c23eb9abd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/f5baa3794c7d43c5aea6796c23eb9abd 2024-11-10T01:26:47,234 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/B of e6187de32d2dca73cdc39658f688c2ff into f5baa3794c7d43c5aea6796c23eb9abd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:47,234 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/B, priority=13, startTime=1731202006809; duration=0sec 2024-11-10T01:26:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:B 2024-11-10T01:26:47,234 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/C is initiating minor compaction (all files) 2024-11-10T01:26:47,235 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/C in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,235 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/28d82d0a99084ecf86ec012cb28a0095, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.5 K 2024-11-10T01:26:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d82d0a99084ecf86ec012cb28a0095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731202000968 2024-11-10T01:26:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 616b860c5ed148ec9603dd2810536fe7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731202002185 2024-11-10T01:26:47,235 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 78acfb9a935347a4825957307c5b83bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:47,241 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:47,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:47,241 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/fe10153703c24aadadbda3a39aa6a5bf is 50, key is test_row_0/C:col10/1731202004371/Put/seqid=0 2024-11-10T01:26:47,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106fbd4828dab7496fbb92ba41ab145705_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106fbd4828dab7496fbb92ba41ab145705_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:47,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/629dfe48e010479ca78c84b5a362d29a, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:47,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/629dfe48e010479ca78c84b5a362d29a is 175, key is test_row_0/A:col10/1731202005641/Put/seqid=0 2024-11-10T01:26:47,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742176_1352 (size=12409) 2024-11-10T01:26:47,278 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/fe10153703c24aadadbda3a39aa6a5bf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/fe10153703c24aadadbda3a39aa6a5bf 2024-11-10T01:26:47,286 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/C of e6187de32d2dca73cdc39658f688c2ff into fe10153703c24aadadbda3a39aa6a5bf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:47,286 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:47,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742177_1353 (size=39749) 2024-11-10T01:26:47,287 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/C, priority=13, startTime=1731202006809; duration=0sec 2024-11-10T01:26:47,287 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:47,287 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:C 2024-11-10T01:26:47,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202067531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:47,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,631 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/04bbf198351b4134be2a579520ed9407 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407 2024-11-10T01:26:47,635 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/A of e6187de32d2dca73cdc39658f688c2ff into 04bbf198351b4134be2a579520ed9407(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:47,635 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:47,635 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/A, priority=13, startTime=1731202006809; duration=0sec 2024-11-10T01:26:47,635 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:47,635 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:A 2024-11-10T01:26:47,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/629dfe48e010479ca78c84b5a362d29a 2024-11-10T01:26:47,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/abdf912b96e947b798e3f431e6c2cccc is 50, key is test_row_0/B:col10/1731202005641/Put/seqid=0 2024-11-10T01:26:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742178_1354 (size=12151) 2024-11-10T01:26:47,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:47,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202068051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:48,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/abdf912b96e947b798e3f431e6c2cccc 2024-11-10T01:26:48,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d58d17832e924ad19a91211c0717b5b9 is 50, key is test_row_0/C:col10/1731202005641/Put/seqid=0 2024-11-10T01:26:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742179_1355 (size=12151) 2024-11-10T01:26:48,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d58d17832e924ad19a91211c0717b5b9 2024-11-10T01:26:48,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/629dfe48e010479ca78c84b5a362d29a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a 2024-11-10T01:26:48,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a, entries=200, sequenceid=156, filesize=38.8 K 2024-11-10T01:26:48,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/abdf912b96e947b798e3f431e6c2cccc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc 2024-11-10T01:26:48,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T01:26:48,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d58d17832e924ad19a91211c0717b5b9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9 2024-11-10T01:26:48,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T01:26:48,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6187de32d2dca73cdc39658f688c2ff in 1710ms, sequenceid=156, compaction requested=false 2024-11-10T01:26:48,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:48,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:48,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T01:26:48,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d8d7d61bea44f8c84ebeb56acd71451_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742180_1356 (size=14794) 2024-11-10T01:26:48,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202068680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:48,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202068801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:48,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:48,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:48,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:48,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d8d7d61bea44f8c84ebeb56acd71451_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d8d7d61bea44f8c84ebeb56acd71451_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:48,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/2af11b35089a4f4aa246e04c4ff1c1ef, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:48,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/2af11b35089a4f4aa246e04c4ff1c1ef is 175, key is test_row_0/A:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:48,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742181_1357 (size=39749) 2024-11-10T01:26:49,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202069011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202069061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:49,072 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:49,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202069321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:49,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/2af11b35089a4f4aa246e04c4ff1c1ef 2024-11-10T01:26:49,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/bf1ac3d75ecd423dbb136de8d3e9e8dd is 50, key is test_row_0/B:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:49,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742182_1358 (size=12151) 2024-11-10T01:26:49,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/bf1ac3d75ecd423dbb136de8d3e9e8dd 2024-11-10T01:26:49,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/2d09bb42732049f1986f2afa0fbe271a is 50, key is test_row_0/C:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742183_1359 (size=12151) 2024-11-10T01:26:49,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/2d09bb42732049f1986f2afa0fbe271a 2024-11-10T01:26:49,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/2af11b35089a4f4aa246e04c4ff1c1ef as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef 2024-11-10T01:26:49,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef, entries=200, sequenceid=173, filesize=38.8 K 2024-11-10T01:26:49,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/bf1ac3d75ecd423dbb136de8d3e9e8dd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd 2024-11-10T01:26:49,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T01:26:49,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/2d09bb42732049f1986f2afa0fbe271a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a 2024-11-10T01:26:49,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T01:26:49,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6187de32d2dca73cdc39658f688c2ff in 1268ms, sequenceid=173, compaction requested=true 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:49,846 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:49,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,848 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:49,848 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:49,848 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/A is initiating minor compaction (all files) 2024-11-10T01:26:49,848 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/B is initiating minor compaction (all files) 2024-11-10T01:26:49,848 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/A in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,848 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/B in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,848 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/f5baa3794c7d43c5aea6796c23eb9abd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.9 K 2024-11-10T01:26:49,848 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=108.3 K 2024-11-10T01:26:49,848 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,848 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef] 2024-11-10T01:26:49,851 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04bbf198351b4134be2a579520ed9407, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:49,851 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f5baa3794c7d43c5aea6796c23eb9abd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:49,851 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting abdf912b96e947b798e3f431e6c2cccc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731202005641 2024-11-10T01:26:49,851 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 629dfe48e010479ca78c84b5a362d29a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731202005623 2024-11-10T01:26:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:49,852 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:49,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:26:49,852 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2af11b35089a4f4aa246e04c4ff1c1ef, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:49,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bf1ac3d75ecd423dbb136de8d3e9e8dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:49,866 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:49,866 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/8bd32f02c7e54c8a986cb06165e6a569 is 50, key is test_row_0/B:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:49,867 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:49,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fff8cd0ba34475bbf7280ada11bca44_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202008634/Put/seqid=0 2024-11-10T01:26:49,873 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110599dcd92894642dfa3b539635fa0c769_e6187de32d2dca73cdc39658f688c2ff store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:49,875 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110599dcd92894642dfa3b539635fa0c769_e6187de32d2dca73cdc39658f688c2ff, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:49,875 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110599dcd92894642dfa3b539635fa0c769_e6187de32d2dca73cdc39658f688c2ff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742184_1360 (size=12561) 2024-11-10T01:26:49,880 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/8bd32f02c7e54c8a986cb06165e6a569 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/8bd32f02c7e54c8a986cb06165e6a569 2024-11-10T01:26:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742185_1361 (size=14794) 2024-11-10T01:26:49,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:49,888 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/B of e6187de32d2dca73cdc39658f688c2ff into 8bd32f02c7e54c8a986cb06165e6a569(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:49,888 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:49,888 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/B, priority=13, startTime=1731202009846; duration=0sec 2024-11-10T01:26:49,888 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:49,888 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:B 2024-11-10T01:26:49,888 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:26:49,888 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fff8cd0ba34475bbf7280ada11bca44_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fff8cd0ba34475bbf7280ada11bca44_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:49,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/41a70a62c7854f86835cf4010260d378, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:49,889 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:26:49,889 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/C is initiating minor compaction (all files) 2024-11-10T01:26:49,889 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/C in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,889 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/fe10153703c24aadadbda3a39aa6a5bf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=35.9 K 2024-11-10T01:26:49,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/41a70a62c7854f86835cf4010260d378 is 175, key is test_row_0/A:col10/1731202008634/Put/seqid=0 2024-11-10T01:26:49,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting fe10153703c24aadadbda3a39aa6a5bf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731202004371 2024-11-10T01:26:49,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d58d17832e924ad19a91211c0717b5b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731202005641 2024-11-10T01:26:49,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d09bb42732049f1986f2afa0fbe271a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:49,898 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:49,898 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/082da56ad4634613a18e832abcb12e4d is 50, key is test_row_0/C:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742186_1362 (size=4469) 2024-11-10T01:26:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742187_1363 (size=39749) 2024-11-10T01:26:49,904 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/41a70a62c7854f86835cf4010260d378 2024-11-10T01:26:49,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1808b85fd7db440281ab68cd9c66321d is 50, key is test_row_0/B:col10/1731202008634/Put/seqid=0 2024-11-10T01:26:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742188_1364 (size=12561) 2024-11-10T01:26:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742189_1365 (size=12151) 2024-11-10T01:26:49,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1808b85fd7db440281ab68cd9c66321d 2024-11-10T01:26:49,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d11c821d58824808a1c405b129003b61 is 50, key is test_row_0/C:col10/1731202008634/Put/seqid=0 2024-11-10T01:26:49,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742190_1366 (size=12151) 2024-11-10T01:26:49,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202069938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:49,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:49,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202070052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:50,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:50,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202070261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:50,301 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:50,302 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8e2086e8d202456d9bd115fe8b4f0aea is 175, key is test_row_0/A:col10/1731202008577/Put/seqid=0 2024-11-10T01:26:50,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:50,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742191_1367 (size=31515) 2024-11-10T01:26:50,315 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/082da56ad4634613a18e832abcb12e4d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/082da56ad4634613a18e832abcb12e4d 2024-11-10T01:26:50,318 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/C of e6187de32d2dca73cdc39658f688c2ff into 082da56ad4634613a18e832abcb12e4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:50,319 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:50,319 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/C, priority=13, startTime=1731202009846; duration=0sec 2024-11-10T01:26:50,319 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:50,319 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:C 2024-11-10T01:26:50,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d11c821d58824808a1c405b129003b61 2024-11-10T01:26:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/41a70a62c7854f86835cf4010260d378 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378 2024-11-10T01:26:50,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378, entries=200, sequenceid=196, filesize=38.8 K 2024-11-10T01:26:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1808b85fd7db440281ab68cd9c66321d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d 2024-11-10T01:26:50,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d, entries=150, sequenceid=196, filesize=11.9 K 2024-11-10T01:26:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/d11c821d58824808a1c405b129003b61 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61 2024-11-10T01:26:50,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61, entries=150, sequenceid=196, filesize=11.9 K 2024-11-10T01:26:50,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6187de32d2dca73cdc39658f688c2ff in 485ms, sequenceid=196, compaction requested=false 2024-11-10T01:26:50,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:50,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T01:26:50,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:50,456 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:26:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d702c0854b484ae9b7b5278d2d8d8ae9_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202009923/Put/seqid=0 2024-11-10T01:26:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742192_1368 (size=12304) 2024-11-10T01:26:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:50,471 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d702c0854b484ae9b7b5278d2d8d8ae9_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d702c0854b484ae9b7b5278d2d8d8ae9_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/bf14c25514474566a7de7342f1e1edf8, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/bf14c25514474566a7de7342f1e1edf8 is 175, key is test_row_0/A:col10/1731202009923/Put/seqid=0 2024-11-10T01:26:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742193_1369 (size=31105) 2024-11-10T01:26:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:50,709 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/8e2086e8d202456d9bd115fe8b4f0aea as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea 2024-11-10T01:26:50,712 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/A of e6187de32d2dca73cdc39658f688c2ff into 8e2086e8d202456d9bd115fe8b4f0aea(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:50,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:50,712 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/A, priority=13, startTime=1731202009846; duration=0sec 2024-11-10T01:26:50,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:50,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:A 2024-11-10T01:26:50,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202070705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202070821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:50,876 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/bf14c25514474566a7de7342f1e1edf8 2024-11-10T01:26:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/25c2dae2740049db8fb7a7439fd2c742 is 50, key is test_row_0/B:col10/1731202009923/Put/seqid=0 2024-11-10T01:26:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742194_1370 (size=12151) 2024-11-10T01:26:51,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202071031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:51,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202071081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:51,088 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:51,286 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/25c2dae2740049db8fb7a7439fd2c742 2024-11-10T01:26:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/40dd7d1d33dc401d9b7d33fe832f04ad is 50, key is test_row_0/C:col10/1731202009923/Put/seqid=0 2024-11-10T01:26:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742195_1371 (size=12151) 2024-11-10T01:26:51,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202071341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:51,696 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/40dd7d1d33dc401d9b7d33fe832f04ad 2024-11-10T01:26:51,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/bf14c25514474566a7de7342f1e1edf8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8 2024-11-10T01:26:51,702 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8, entries=150, sequenceid=211, filesize=30.4 K 2024-11-10T01:26:51,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/25c2dae2740049db8fb7a7439fd2c742 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742 2024-11-10T01:26:51,705 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:26:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/40dd7d1d33dc401d9b7d33fe832f04ad as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad 2024-11-10T01:26:51,709 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:26:51,710 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6187de32d2dca73cdc39658f688c2ff in 1253ms, sequenceid=211, compaction requested=true 2024-11-10T01:26:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-10T01:26:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-10T01:26:51,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T01:26:51,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.8370 sec 2024-11-10T01:26:51,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 5.8410 sec 2024-11-10T01:26:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:51,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:26:51,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108fa7267dddf94ad7b4b443fa80804540_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742196_1372 (size=14794) 2024-11-10T01:26:51,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202071911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:52,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202072022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:52,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202072231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:52,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108fa7267dddf94ad7b4b443fa80804540_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fa7267dddf94ad7b4b443fa80804540_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:52,290 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/74935e1814b14296bafd3efb219f33bc, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:52,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/74935e1814b14296bafd3efb219f33bc is 175, key is test_row_0/A:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:52,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742197_1373 (size=39749) 2024-11-10T01:26:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202072551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:52,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/74935e1814b14296bafd3efb219f33bc 2024-11-10T01:26:52,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/be86c215d6b6412a89082def188309b9 is 50, key is test_row_0/B:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742198_1374 (size=12151) 2024-11-10T01:26:52,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/be86c215d6b6412a89082def188309b9 2024-11-10T01:26:52,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 is 50, key is test_row_0/C:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742199_1375 (size=12151) 2024-11-10T01:26:53,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:26:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202073071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:53,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 2024-11-10T01:26:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/74935e1814b14296bafd3efb219f33bc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc 2024-11-10T01:26:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc, entries=200, sequenceid=236, filesize=38.8 K 2024-11-10T01:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/be86c215d6b6412a89082def188309b9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9 2024-11-10T01:26:53,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T01:26:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 2024-11-10T01:26:53,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T01:26:53,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e6187de32d2dca73cdc39658f688c2ff in 1262ms, sequenceid=236, compaction requested=true 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:53,127 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6187de32d2dca73cdc39658f688c2ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:26:53,127 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:53,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:53,128 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:53,128 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/A is initiating minor compaction (all files) 2024-11-10T01:26:53,128 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:53,128 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/A in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:53,128 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/B is initiating minor compaction (all files) 2024-11-10T01:26:53,128 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/B in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:53,128 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=138.8 K 2024-11-10T01:26:53,128 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:53,128 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/8bd32f02c7e54c8a986cb06165e6a569, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=47.9 K 2024-11-10T01:26:53,128 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc] 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd32f02c7e54c8a986cb06165e6a569, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2086e8d202456d9bd115fe8b4f0aea, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41a70a62c7854f86835cf4010260d378, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731202008634 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1808b85fd7db440281ab68cd9c66321d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731202008634 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf14c25514474566a7de7342f1e1edf8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202009923 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 25c2dae2740049db8fb7a7439fd2c742, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202009923 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74935e1814b14296bafd3efb219f33bc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731202010679 2024-11-10T01:26:53,129 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting be86c215d6b6412a89082def188309b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731202010700 2024-11-10T01:26:53,136 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:53,138 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411104e0054fc0b904e818c322d0f5945ac2b_e6187de32d2dca73cdc39658f688c2ff store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:53,139 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:53,139 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1cf92c46fb7f4f57aff94e5e46282292 is 50, key is test_row_0/B:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:53,140 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411104e0054fc0b904e818c322d0f5945ac2b_e6187de32d2dca73cdc39658f688c2ff, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:53,140 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104e0054fc0b904e818c322d0f5945ac2b_e6187de32d2dca73cdc39658f688c2ff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742201_1377 (size=4469) 2024-11-10T01:26:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742200_1376 (size=12697) 2024-11-10T01:26:53,165 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/1cf92c46fb7f4f57aff94e5e46282292 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1cf92c46fb7f4f57aff94e5e46282292 2024-11-10T01:26:53,169 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/B of e6187de32d2dca73cdc39658f688c2ff into 1cf92c46fb7f4f57aff94e5e46282292(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:53,169 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:53,170 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/B, priority=12, startTime=1731202013127; duration=0sec 2024-11-10T01:26:53,170 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:26:53,170 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:B 2024-11-10T01:26:53,170 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:26:53,170 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:26:53,171 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): e6187de32d2dca73cdc39658f688c2ff/C is initiating minor compaction (all files) 2024-11-10T01:26:53,171 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6187de32d2dca73cdc39658f688c2ff/C in TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:53,171 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/082da56ad4634613a18e832abcb12e4d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp, totalSize=47.9 K 2024-11-10T01:26:53,171 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 082da56ad4634613a18e832abcb12e4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731202006864 2024-11-10T01:26:53,171 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d11c821d58824808a1c405b129003b61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731202008634 2024-11-10T01:26:53,171 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 40dd7d1d33dc401d9b7d33fe832f04ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202009923 2024-11-10T01:26:53,172 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc4f0ed890e4d92bbbfe6e8a4a44c29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731202010700 2024-11-10T01:26:53,178 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:53,179 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b57de3d392004f8ab10bb8ce683c046e is 50, key is test_row_0/C:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:53,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742202_1378 (size=12697) 2024-11-10T01:26:53,557 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6187de32d2dca73cdc39658f688c2ff#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:26:53,558 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/9de19aad717e4ec5b86133111ff4a2b9 is 175, key is test_row_0/A:col10/1731202010703/Put/seqid=0 2024-11-10T01:26:53,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742203_1379 (size=31651) 2024-11-10T01:26:53,634 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/b57de3d392004f8ab10bb8ce683c046e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b57de3d392004f8ab10bb8ce683c046e 2024-11-10T01:26:53,637 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/9de19aad717e4ec5b86133111ff4a2b9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9de19aad717e4ec5b86133111ff4a2b9 2024-11-10T01:26:53,638 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/C of e6187de32d2dca73cdc39658f688c2ff into b57de3d392004f8ab10bb8ce683c046e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:53,638 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:53,638 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/C, priority=12, startTime=1731202013127; duration=0sec 2024-11-10T01:26:53,638 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:53,638 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:C 2024-11-10T01:26:53,641 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6187de32d2dca73cdc39658f688c2ff/A of e6187de32d2dca73cdc39658f688c2ff into 9de19aad717e4ec5b86133111ff4a2b9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:26:53,641 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:53,641 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., storeName=e6187de32d2dca73cdc39658f688c2ff/A, priority=12, startTime=1731202013127; duration=0sec 2024-11-10T01:26:53,641 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:26:53,641 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6187de32d2dca73cdc39658f688c2ff:A 2024-11-10T01:26:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T01:26:54,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:54,071 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:26:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-10T01:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:54,073 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:26:54,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:26:54,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:26:54,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:26:54,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110273f8ea0c0f449b58762984f4cb2b58d_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202011890/Put/seqid=0 2024-11-10T01:26:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742204_1380 (size=14794) 2024-11-10T01:26:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202074207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:54,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202074321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:54,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:54,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:54,507 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110273f8ea0c0f449b58762984f4cb2b58d_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110273f8ea0c0f449b58762984f4cb2b58d_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:54,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b07dc5d90dab4156a26923fec739a467, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:54,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b07dc5d90dab4156a26923fec739a467 is 175, key is test_row_0/A:col10/1731202011890/Put/seqid=0 2024-11-10T01:26:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742205_1381 (size=39749) 2024-11-10T01:26:54,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202074531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:54,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:54,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202074841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:54,912 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b07dc5d90dab4156a26923fec739a467 2024-11-10T01:26:54,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0cfd9a22f44b469d815efad449e4dca8 is 50, key is test_row_0/B:col10/1731202011890/Put/seqid=0 2024-11-10T01:26:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742206_1382 (size=12151) 2024-11-10T01:26:54,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:54,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48646 deadline: 1731202075111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:55,116 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in e6187de32d2dca73cdc39658f688c2ff of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:26:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:55,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:55,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0cfd9a22f44b469d815efad449e4dca8 2024-11-10T01:26:55,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/c08ce84da33645219bb3ea38afed628c is 50, key is test_row_0/C:col10/1731202011890/Put/seqid=0 2024-11-10T01:26:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742207_1383 (size=12151) 2024-11-10T01:26:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48616 deadline: 1731202075351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:26:55,385 INFO [Thread-1452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1452. 2024-11-10T01:26:55,385 DEBUG [Thread-1452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,385 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,385 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,390 INFO [Thread-1450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1450. 2024-11-10T01:26:55,390 DEBUG [Thread-1450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,390 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,390 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,393 INFO [Thread-1446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1446. 2024-11-10T01:26:55,393 DEBUG [Thread-1446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,393 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,393 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,393 INFO [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444. 2024-11-10T01:26:55,393 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,393 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,393 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,398 INFO [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448. 2024-11-10T01:26:55,399 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,399 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,399 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/c08ce84da33645219bb3ea38afed628c 2024-11-10T01:26:55,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/b07dc5d90dab4156a26923fec739a467 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b07dc5d90dab4156a26923fec739a467 2024-11-10T01:26:55,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b07dc5d90dab4156a26923fec739a467, entries=200, sequenceid=252, filesize=38.8 K 2024-11-10T01:26:55,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/0cfd9a22f44b469d815efad449e4dca8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0cfd9a22f44b469d815efad449e4dca8 2024-11-10T01:26:55,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:26:55,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0cfd9a22f44b469d815efad449e4dca8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T01:26:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/c08ce84da33645219bb3ea38afed628c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/c08ce84da33645219bb3ea38afed628c 2024-11-10T01:26:55,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/c08ce84da33645219bb3ea38afed628c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T01:26:55,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6187de32d2dca73cdc39658f688c2ff in 1666ms, sequenceid=252, compaction requested=false 2024-11-10T01:26:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:55,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T01:26:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:55,909 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T01:26:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c01f2ca4f8b408bbc767f968ffaac92_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202014199/Put/seqid=0 2024-11-10T01:26:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742208_1384 (size=12454) 2024-11-10T01:26:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. as already flushing 2024-11-10T01:26:55,943 INFO [Thread-1437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1437. 2024-11-10T01:26:55,943 DEBUG [Thread-1437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,943 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,943 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,974 INFO [Thread-1439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1439. 2024-11-10T01:26:55,974 DEBUG [Thread-1439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,974 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,975 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:55,985 INFO [Thread-1441 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1441. 2024-11-10T01:26:55,985 DEBUG [Thread-1441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:55,985 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,985 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:55,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:26:56,336 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c01f2ca4f8b408bbc767f968ffaac92_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c01f2ca4f8b408bbc767f968ffaac92_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:26:56,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/3651a54c9eef4efdbbd6b20e614e96e0, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:26:56,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/3651a54c9eef4efdbbd6b20e614e96e0 is 175, key is test_row_0/A:col10/1731202014199/Put/seqid=0 2024-11-10T01:26:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742209_1385 (size=31255) 2024-11-10T01:26:56,373 INFO [Thread-1435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1435. 2024-11-10T01:26:56,373 DEBUG [Thread-1435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:26:56,373 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:56,373 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:26:56,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:26:56,743 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/3651a54c9eef4efdbbd6b20e614e96e0 2024-11-10T01:26:56,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/b9e624d03ee14ef0861b1205846893c3 is 50, key is test_row_0/B:col10/1731202014199/Put/seqid=0 2024-11-10T01:26:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742210_1386 (size=12301) 2024-11-10T01:26:57,161 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/b9e624d03ee14ef0861b1205846893c3 2024-11-10T01:26:57,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/371ca140c6a545b0af5048263c4944b1 is 50, key is test_row_0/C:col10/1731202014199/Put/seqid=0 2024-11-10T01:26:57,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742211_1387 (size=12301) 2024-11-10T01:26:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/371ca140c6a545b0af5048263c4944b1 2024-11-10T01:26:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/3651a54c9eef4efdbbd6b20e614e96e0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/3651a54c9eef4efdbbd6b20e614e96e0 2024-11-10T01:26:57,595 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/3651a54c9eef4efdbbd6b20e614e96e0, entries=150, sequenceid=275, filesize=30.5 K 2024-11-10T01:26:57,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/b9e624d03ee14ef0861b1205846893c3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/b9e624d03ee14ef0861b1205846893c3 2024-11-10T01:26:57,599 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/b9e624d03ee14ef0861b1205846893c3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T01:26:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/371ca140c6a545b0af5048263c4944b1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/371ca140c6a545b0af5048263c4944b1 2024-11-10T01:26:57,602 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/371ca140c6a545b0af5048263c4944b1, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T01:26:57,603 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for e6187de32d2dca73cdc39658f688c2ff in 1694ms, sequenceid=275, compaction requested=true 2024-11-10T01:26:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for e6187de32d2dca73cdc39658f688c2ff: 2024-11-10T01:26:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:26:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-10T01:26:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-10T01:26:57,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-10T01:26:57,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5300 sec 2024-11-10T01:26:57,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.5350 sec 2024-11-10T01:26:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T01:26:58,243 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:26:58,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc] to archive 2024-11-10T01:26:58,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:58,532 WARN [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-10T01:26:58,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/ed5cd0eeae94406dba84d742848c3745 2024-11-10T01:26:58,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b9a4e40f509a450680c351a6045d3d83 2024-11-10T01:26:58,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9a22d0aa13954998bde8313ec4ff1ec4 2024-11-10T01:26:58,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/d87d77d99a614f0f86926025992c8da5 2024-11-10T01:26:58,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/224ced7a67204f73a51701fbfad5c44e 2024-11-10T01:26:58,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/fc51063bc7ac4effb946ec82cc5e6b3b 2024-11-10T01:26:58,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/7ccb6bc0cad248c58d9c189b2f3afaac 2024-11-10T01:26:58,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8de7c020836348ccb25ca4fae1ec1b9b 2024-11-10T01:26:58,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/4b79c8bf13ca4a60b62439ab25688ee0 2024-11-10T01:26:58,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/04bbf198351b4134be2a579520ed9407 2024-11-10T01:26:58,547 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/629dfe48e010479ca78c84b5a362d29a 2024-11-10T01:26:58,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/2af11b35089a4f4aa246e04c4ff1c1ef 2024-11-10T01:26:58,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/8e2086e8d202456d9bd115fe8b4f0aea 2024-11-10T01:26:58,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/41a70a62c7854f86835cf4010260d378 2024-11-10T01:26:58,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/bf14c25514474566a7de7342f1e1edf8 2024-11-10T01:26:58,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/74935e1814b14296bafd3efb219f33bc 2024-11-10T01:26:58,557 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d1945685b78d4a8d90c4cc9146fb1bcb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d712d1c09da94d17a7f8afc2ec070018, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/f5baa3794c7d43c5aea6796c23eb9abd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/8bd32f02c7e54c8a986cb06165e6a569, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9] to archive 2024-11-10T01:26:58,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:58,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/93193798b09d43c2bce63b00ab30c1eb 2024-11-10T01:26:58,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/ac7023aed84140318dfead1073b7f0bc 2024-11-10T01:26:58,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d1945685b78d4a8d90c4cc9146fb1bcb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d1945685b78d4a8d90c4cc9146fb1bcb 2024-11-10T01:26:58,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0e22f3411158495481464a75e57be7eb 2024-11-10T01:26:58,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/5f720db76e024403a19ad49b8b2c1eeb 2024-11-10T01:26:58,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d712d1c09da94d17a7f8afc2ec070018 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/d712d1c09da94d17a7f8afc2ec070018 2024-11-10T01:26:58,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1252861bc3aa4ec8a0dede660548528c 2024-11-10T01:26:58,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/00bbda5b709448d98d872e2379737f89 2024-11-10T01:26:58,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/f5baa3794c7d43c5aea6796c23eb9abd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/f5baa3794c7d43c5aea6796c23eb9abd 2024-11-10T01:26:58,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/c348fc77001a4b6fb03d9d33e07a16dd 2024-11-10T01:26:58,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/abdf912b96e947b798e3f431e6c2cccc 2024-11-10T01:26:58,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/8bd32f02c7e54c8a986cb06165e6a569 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/8bd32f02c7e54c8a986cb06165e6a569 2024-11-10T01:26:58,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/bf1ac3d75ecd423dbb136de8d3e9e8dd 2024-11-10T01:26:58,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1808b85fd7db440281ab68cd9c66321d 2024-11-10T01:26:58,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/25c2dae2740049db8fb7a7439fd2c742 2024-11-10T01:26:58,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/be86c215d6b6412a89082def188309b9 2024-11-10T01:26:58,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b17ee683ba1044c6a367c1f8887240f8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/28d82d0a99084ecf86ec012cb28a0095, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/fe10153703c24aadadbda3a39aa6a5bf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/082da56ad4634613a18e832abcb12e4d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29] to archive 2024-11-10T01:26:58,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:26:58,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d1b406d346ed4ec7a9d3fdb89336ba9f 2024-11-10T01:26:58,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/8614e362017843f2aea9971585af753f 2024-11-10T01:26:58,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b17ee683ba1044c6a367c1f8887240f8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b17ee683ba1044c6a367c1f8887240f8 2024-11-10T01:26:58,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/1d47b821e03b48e6a60f4cfc40a3a2bc 2024-11-10T01:26:58,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b9df6a84ac6d4e089e84a9311760f3d2 2024-11-10T01:26:58,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/28d82d0a99084ecf86ec012cb28a0095 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/28d82d0a99084ecf86ec012cb28a0095 2024-11-10T01:26:58,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b32d4db2f57a4d9ea6e9cee18433e114 2024-11-10T01:26:58,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/616b860c5ed148ec9603dd2810536fe7 2024-11-10T01:26:58,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/fe10153703c24aadadbda3a39aa6a5bf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/fe10153703c24aadadbda3a39aa6a5bf 2024-11-10T01:26:58,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/78acfb9a935347a4825957307c5b83bb 2024-11-10T01:26:58,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d58d17832e924ad19a91211c0717b5b9 2024-11-10T01:26:58,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/082da56ad4634613a18e832abcb12e4d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/082da56ad4634613a18e832abcb12e4d 2024-11-10T01:26:58,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/2d09bb42732049f1986f2afa0fbe271a 2024-11-10T01:26:58,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/d11c821d58824808a1c405b129003b61 2024-11-10T01:26:58,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/40dd7d1d33dc401d9b7d33fe832f04ad 2024-11-10T01:26:58,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c4d4d227d60:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/bdc4f0ed890e4d92bbbfe6e8a4a44c29 2024-11-10T01:27:05,204 INFO [Thread-1433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1433. 2024-11-10T01:27:05,204 DEBUG [Thread-1433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:05,205 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:05,205 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:05,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:27:05,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1384 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4148 rows 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1376 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4126 rows 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1378 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4130 rows 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4125 rows 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1377 2024-11-10T01:27:05,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4131 rows 2024-11-10T01:27:05,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:27:05,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:27:05,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:05,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:05,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:05,208 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:27:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:05,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202025213"}]},"ts":"1731202025213"} 2024-11-10T01:27:05,214 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:27:05,214 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:27:05,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:27:05,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, UNASSIGN}] 2024-11-10T01:27:05,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, UNASSIGN 2024-11-10T01:27:05,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:05,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, UNASSIGN because future has completed 2024-11-10T01:27:05,218 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:27:05,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:05,371 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(122): Close e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:05,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:27:05,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1722): Closing e6187de32d2dca73cdc39658f688c2ff, disabling compactions & flushes 2024-11-10T01:27:05,371 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:27:05,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:27:05,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. after waiting 0 ms 2024-11-10T01:27:05,371 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:27:05,371 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2902): Flushing e6187de32d2dca73cdc39658f688c2ff 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T01:27:05,381 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105c42963bf61b4c1ba5d9374bf3a79aad_e6187de32d2dca73cdc39658f688c2ff is 50, key is test_row_0/A:col10/1731202025202/Put/seqid=0 2024-11-10T01:27:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742212_1388 (size=12454) 2024-11-10T01:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:05,786 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:05,792 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105c42963bf61b4c1ba5d9374bf3a79aad_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c42963bf61b4c1ba5d9374bf3a79aad_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:05,793 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/644509796ff4462a9b99f43c2887cb97, store: [table=TestAcidGuarantees family=A region=e6187de32d2dca73cdc39658f688c2ff] 2024-11-10T01:27:05,794 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/644509796ff4462a9b99f43c2887cb97 is 175, key is test_row_0/A:col10/1731202025202/Put/seqid=0 2024-11-10T01:27:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742213_1389 (size=31255) 2024-11-10T01:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:06,199 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/644509796ff4462a9b99f43c2887cb97 2024-11-10T01:27:06,211 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/82a5bf68a3694cc38f8561312fe0866a is 50, key is test_row_0/B:col10/1731202025202/Put/seqid=0 2024-11-10T01:27:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742214_1390 (size=12301) 2024-11-10T01:27:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:06,617 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/82a5bf68a3694cc38f8561312fe0866a 2024-11-10T01:27:06,632 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/3a90bfb8fad84c9b80b57e04cf125e0a is 50, key is test_row_0/C:col10/1731202025202/Put/seqid=0 2024-11-10T01:27:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742215_1391 (size=12301) 2024-11-10T01:27:07,036 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/3a90bfb8fad84c9b80b57e04cf125e0a 2024-11-10T01:27:07,041 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/A/644509796ff4462a9b99f43c2887cb97 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/644509796ff4462a9b99f43c2887cb97 2024-11-10T01:27:07,045 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/644509796ff4462a9b99f43c2887cb97, entries=150, sequenceid=283, filesize=30.5 K 2024-11-10T01:27:07,046 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/B/82a5bf68a3694cc38f8561312fe0866a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/82a5bf68a3694cc38f8561312fe0866a 2024-11-10T01:27:07,050 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/82a5bf68a3694cc38f8561312fe0866a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T01:27:07,051 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/.tmp/C/3a90bfb8fad84c9b80b57e04cf125e0a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/3a90bfb8fad84c9b80b57e04cf125e0a 2024-11-10T01:27:07,055 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/3a90bfb8fad84c9b80b57e04cf125e0a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T01:27:07,056 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e6187de32d2dca73cdc39658f688c2ff in 1685ms, sequenceid=283, compaction requested=true 2024-11-10T01:27:07,060 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-10T01:27:07,061 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. 2024-11-10T01:27:07,061 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1676): Region close journal for e6187de32d2dca73cdc39658f688c2ff: Waiting for close lock at 1731202025371Running coprocessor pre-close hooks at 1731202025371Disabling compacts and flushes for region at 1731202025371Disabling writes for close at 1731202025371Obtaining lock to block concurrent updates at 1731202025371Preparing flush snapshotting stores in e6187de32d2dca73cdc39658f688c2ff at 1731202025371Finished memstore snapshotting TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731202025372 (+1 ms)Flushing stores of TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff. at 1731202025373 (+1 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/A: creating writer at 1731202025373Flushing mob file e6187de32d2dca73cdc39658f688c2ff/A: appending metadata at 1731202025381 (+8 ms)Flushing mob file e6187de32d2dca73cdc39658f688c2ff/A: closing flushed file at 1731202025381Flushing e6187de32d2dca73cdc39658f688c2ff/A: appending metadata at 1731202025793 (+412 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/A: closing flushed file at 1731202025793Flushing e6187de32d2dca73cdc39658f688c2ff/B: creating writer at 1731202026208 (+415 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/B: appending metadata at 1731202026211 (+3 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/B: closing flushed file at 1731202026211Flushing e6187de32d2dca73cdc39658f688c2ff/C: creating writer at 1731202026625 (+414 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/C: appending metadata at 1731202026631 (+6 ms)Flushing e6187de32d2dca73cdc39658f688c2ff/C: closing flushed file at 1731202026631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3291f67d: reopening flushed file at 1731202027040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10439fce: reopening flushed file at 1731202027045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e60d803: reopening flushed file at 1731202027050 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e6187de32d2dca73cdc39658f688c2ff in 1685ms, sequenceid=283, compaction requested=true at 1731202027056 (+6 ms)Writing region close event to WAL at 1731202027057 (+1 ms)Running coprocessor post-close hooks at 1731202027061 (+4 ms)Closed at 1731202027061 2024-11-10T01:27:07,062 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(157): Closed e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,063 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=e6187de32d2dca73cdc39658f688c2ff, regionState=CLOSED 2024-11-10T01:27:07,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:07,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-10T01:27:07,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseRegionProcedure e6187de32d2dca73cdc39658f688c2ff, server=0c4d4d227d60,43661,1731201895398 in 1.8470 sec 2024-11-10T01:27:07,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T01:27:07,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6187de32d2dca73cdc39658f688c2ff, UNASSIGN in 1.8500 sec 2024-11-10T01:27:07,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T01:27:07,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8520 sec 2024-11-10T01:27:07,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202027070"}]},"ts":"1731202027070"} 2024-11-10T01:27:07,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:27:07,071 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:27:07,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8630 sec 2024-11-10T01:27:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T01:27:07,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:07,364 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:27:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,369 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T01:27:07,370 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,374 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,377 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits] 2024-11-10T01:27:07,382 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/3651a54c9eef4efdbbd6b20e614e96e0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/3651a54c9eef4efdbbd6b20e614e96e0 2024-11-10T01:27:07,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/644509796ff4462a9b99f43c2887cb97 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/644509796ff4462a9b99f43c2887cb97 2024-11-10T01:27:07,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9de19aad717e4ec5b86133111ff4a2b9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/9de19aad717e4ec5b86133111ff4a2b9 2024-11-10T01:27:07,387 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b07dc5d90dab4156a26923fec739a467 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/A/b07dc5d90dab4156a26923fec739a467 2024-11-10T01:27:07,390 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0cfd9a22f44b469d815efad449e4dca8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/0cfd9a22f44b469d815efad449e4dca8 2024-11-10T01:27:07,391 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1cf92c46fb7f4f57aff94e5e46282292 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/1cf92c46fb7f4f57aff94e5e46282292 2024-11-10T01:27:07,393 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/82a5bf68a3694cc38f8561312fe0866a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/82a5bf68a3694cc38f8561312fe0866a 2024-11-10T01:27:07,395 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/b9e624d03ee14ef0861b1205846893c3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/B/b9e624d03ee14ef0861b1205846893c3 2024-11-10T01:27:07,398 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/371ca140c6a545b0af5048263c4944b1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/371ca140c6a545b0af5048263c4944b1 2024-11-10T01:27:07,400 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/3a90bfb8fad84c9b80b57e04cf125e0a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/3a90bfb8fad84c9b80b57e04cf125e0a 2024-11-10T01:27:07,402 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b57de3d392004f8ab10bb8ce683c046e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/b57de3d392004f8ab10bb8ce683c046e 2024-11-10T01:27:07,403 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/c08ce84da33645219bb3ea38afed628c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/C/c08ce84da33645219bb3ea38afed628c 2024-11-10T01:27:07,406 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits/286.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff/recovered.edits/286.seqid 2024-11-10T01:27:07,406 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,406 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:27:07,407 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:27:07,408 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T01:27:07,411 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d8d7d61bea44f8c84ebeb56acd71451_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d8d7d61bea44f8c84ebeb56acd71451_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,412 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ea9252679c1486ca0bbf78c4c15ff96_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ea9252679c1486ca0bbf78c4c15ff96_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,413 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c01f2ca4f8b408bbc767f968ffaac92_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c01f2ca4f8b408bbc767f968ffaac92_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,415 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f73468360b347f6b122b8615767f423_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f73468360b347f6b122b8615767f423_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,416 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101feed81d4ca34fbd8255e640019f885b_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101feed81d4ca34fbd8255e640019f885b_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,417 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110273f8ea0c0f449b58762984f4cb2b58d_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110273f8ea0c0f449b58762984f4cb2b58d_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,419 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c42963bf61b4c1ba5d9374bf3a79aad_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c42963bf61b4c1ba5d9374bf3a79aad_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,420 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fff8cd0ba34475bbf7280ada11bca44_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fff8cd0ba34475bbf7280ada11bca44_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,422 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ebfd002f2a24e4fa5b517bb8f8946b7_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ebfd002f2a24e4fa5b517bb8f8946b7_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,423 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106fbd4828dab7496fbb92ba41ab145705_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106fbd4828dab7496fbb92ba41ab145705_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,424 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079c88b7432ad40b59c26ef1d24d2674c_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111079c88b7432ad40b59c26ef1d24d2674c_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,426 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fa7267dddf94ad7b4b443fa80804540_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fa7267dddf94ad7b4b443fa80804540_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,427 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d702c0854b484ae9b7b5278d2d8d8ae9_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d702c0854b484ae9b7b5278d2d8d8ae9_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,429 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd873f44eff44a1eb7f3daca789cf9b0_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd873f44eff44a1eb7f3daca789cf9b0_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ed4fe9d54da5418ca3bf059ca5caf3e0_e6187de32d2dca73cdc39658f688c2ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ed4fe9d54da5418ca3bf059ca5caf3e0_e6187de32d2dca73cdc39658f688c2ff 2024-11-10T01:27:07,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:27:07,434 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,437 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:27:07,439 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:27:07,440 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:27:07,441 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731202027441"}]},"ts":"9223372036854775807"} 2024-11-10T01:27:07,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:27:07,442 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e6187de32d2dca73cdc39658f688c2ff, NAME => 'TestAcidGuarantees,,1731201992217.e6187de32d2dca73cdc39658f688c2ff.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:27:07,442 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:27:07,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731202027442"}]},"ts":"9223372036854775807"} 2024-11-10T01:27:07,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:27:07,444 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-10T01:27:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T01:27:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:27:07,482 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:07,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=2331 (was 2368) 2024-11-10T01:27:07,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=2331 2024-11-10T01:27:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:27:07,503 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:27:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:07,505 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:27:07,505 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:07,505 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-11-10T01:27:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:07,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:27:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742216_1392 (size=959) 2024-11-10T01:27:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:07,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:27:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742217_1393 (size=53) 2024-11-10T01:27:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:08,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:27:08,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b93ddfb2a8b2a2eec59bfd2e028a60c1, disabling compactions & flushes 2024-11-10T01:27:08,328 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. after waiting 0 ms 2024-11-10T01:27:08,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,328 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: Waiting for close lock at 1731202028327Disabling compacts and flushes for region at 1731202028327Disabling writes for close at 1731202028328 (+1 ms)Writing region close event to WAL at 1731202028328Closed at 1731202028328 2024-11-10T01:27:08,330 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:27:08,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731202028330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202028330"}]},"ts":"1731202028330"} 2024-11-10T01:27:08,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:27:08,336 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:27:08,337 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202028336"}]},"ts":"1731202028336"} 2024-11-10T01:27:08,338 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:27:08,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, ASSIGN}] 2024-11-10T01:27:08,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, ASSIGN 2024-11-10T01:27:08,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:27:08,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=b93ddfb2a8b2a2eec59bfd2e028a60c1, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, ASSIGN because future has completed 2024-11-10T01:27:08,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:08,656 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,656 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:27:08,659 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,659 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:27:08,659 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,659 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,661 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,662 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b93ddfb2a8b2a2eec59bfd2e028a60c1 columnFamilyName A 2024-11-10T01:27:08,662 DEBUG [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:08,662 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(327): Store=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:08,663 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,664 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b93ddfb2a8b2a2eec59bfd2e028a60c1 columnFamilyName B 2024-11-10T01:27:08,664 DEBUG [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:08,664 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(327): Store=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:08,664 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,665 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b93ddfb2a8b2a2eec59bfd2e028a60c1 columnFamilyName C 2024-11-10T01:27:08,665 DEBUG [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:08,666 INFO [StoreOpener-b93ddfb2a8b2a2eec59bfd2e028a60c1-1 {}] regionserver.HStore(327): Store=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:08,666 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,666 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,667 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,668 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,668 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,668 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:27:08,669 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,670 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:27:08,671 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened b93ddfb2a8b2a2eec59bfd2e028a60c1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74697754, jitterRate=0.11308327317237854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:27:08,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:08,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: Running coprocessor pre-open hook at 1731202028659Writing region info on filesystem at 1731202028659Initializing all the Stores at 1731202028660 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202028660Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202028660Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202028660Cleaning up temporary data from old regions at 1731202028668 (+8 ms)Running coprocessor post-open hooks at 1731202028671 (+3 ms)Region opened successfully at 1731202028671 2024-11-10T01:27:08,672 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., pid=110, masterSystemTime=1731202028648 2024-11-10T01:27:08,673 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,673 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:08,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=b93ddfb2a8b2a2eec59bfd2e028a60c1, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:08,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T01:27:08,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; OpenRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 in 180 msec 2024-11-10T01:27:08,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T01:27:08,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, ASSIGN in 338 msec 2024-11-10T01:27:08,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:27:08,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202028678"}]},"ts":"1731202028678"} 2024-11-10T01:27:08,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:27:08,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:27:08,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-11-10T01:27:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T01:27:09,653 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6163d4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267113b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ec1462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:27:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:27:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc17060 2024-11-10T01:27:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:27:09,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:27:09,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac1b790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7401cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13524cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe58708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ea304e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,675 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100d203a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a996003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3681c4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,679 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8fa0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5b488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,682 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bedab63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,684 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@894d581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20425f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a9015d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,688 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410d2d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776351b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,690 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc78e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c1b294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3183132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,695 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621b3992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792302a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497b7a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda85b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,699 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dc4900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccc499d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,700 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac44f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dab7007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5b6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:09,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:09,703 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:09,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:09,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de5a11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:09,704 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acebb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:09,705 DEBUG [Thread-1809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,705 DEBUG [Thread-1811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,705 DEBUG [Thread-1800 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,706 DEBUG [Thread-1798 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,706 DEBUG [Thread-1805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,706 DEBUG [Thread-1807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:09,706 DEBUG [Thread-1794 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,707 DEBUG [Thread-1803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,707 DEBUG [Thread-1792 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,707 DEBUG [Thread-1805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T01:27:09,707 DEBUG [Thread-1796 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,709 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:09,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,711 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:09,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2] 2024-11-10T01:27:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:09,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:27:09,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/0a547bc5dc7e40ef83ae3d0179b43826 is 50, key is test_row_0/A:col10/1731202029717/Put/seqid=0 2024-11-10T01:27:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742218_1394 (size=12001) 2024-11-10T01:27:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202089747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202089747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202089753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202089754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202089756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:09,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202089861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202089862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202089862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:09,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202089871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202089871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202090071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202090071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202090071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202090081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202090081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/0a547bc5dc7e40ef83ae3d0179b43826 2024-11-10T01:27:10,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/d227e9d1185d4b54994debc31d42dad2 is 50, key is test_row_0/B:col10/1731202029717/Put/seqid=0 2024-11-10T01:27:10,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742219_1395 (size=12001) 2024-11-10T01:27:10,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/d227e9d1185d4b54994debc31d42dad2 2024-11-10T01:27:10,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/be58600c6102436eb5532c6f2c3ea683 is 50, key is test_row_0/C:col10/1731202029717/Put/seqid=0 2024-11-10T01:27:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742220_1396 (size=12001) 2024-11-10T01:27:10,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202090381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202090381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202090381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202090391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202090391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:10,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/be58600c6102436eb5532c6f2c3ea683 2024-11-10T01:27:10,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/0a547bc5dc7e40ef83ae3d0179b43826 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826 2024-11-10T01:27:10,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T01:27:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/d227e9d1185d4b54994debc31d42dad2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2 2024-11-10T01:27:10,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T01:27:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/be58600c6102436eb5532c6f2c3ea683 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683 2024-11-10T01:27:10,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T01:27:10,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 956ms, sequenceid=12, compaction requested=false 2024-11-10T01:27:10,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:10,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T01:27:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:27:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7234143daf7c4464a53a51934273fc46 is 50, key is test_row_0/A:col10/1731202029755/Put/seqid=0 2024-11-10T01:27:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742221_1397 (size=12001) 2024-11-10T01:27:10,793 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7234143daf7c4464a53a51934273fc46 2024-11-10T01:27:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/7e37b776065f49daac50c6cb74425852 is 50, key is test_row_0/B:col10/1731202029755/Put/seqid=0 2024-11-10T01:27:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742222_1398 (size=12001) 2024-11-10T01:27:10,804 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/7e37b776065f49daac50c6cb74425852 2024-11-10T01:27:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/6f7d077098aa40c8abfb521e90fe849a is 50, key is test_row_0/C:col10/1731202029755/Put/seqid=0 2024-11-10T01:27:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742223_1399 (size=12001) 2024-11-10T01:27:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:10,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:10,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202090901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202090903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202090904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202090905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202090908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202091011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202091021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202091021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202091021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,213 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/6f7d077098aa40c8abfb521e90fe849a 2024-11-10T01:27:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7234143daf7c4464a53a51934273fc46 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46 2024-11-10T01:27:11,219 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:27:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/7e37b776065f49daac50c6cb74425852 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852 2024-11-10T01:27:11,223 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:27:11,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/6f7d077098aa40c8abfb521e90fe849a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a 2024-11-10T01:27:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202091221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,227 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T01:27:11,228 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 444ms, sequenceid=37, compaction requested=false 2024-11-10T01:27:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T01:27:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T01:27:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T01:27:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-10T01:27:11,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5250 sec 2024-11-10T01:27:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:11,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:27:11,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/d556176edcce4aa287793770f03dee84 is 50, key is test_row_0/A:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742224_1400 (size=14341) 2024-11-10T01:27:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202091285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202091288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202091290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202091391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202091401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202091401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202091531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202091601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202091611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202091611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/d556176edcce4aa287793770f03dee84 2024-11-10T01:27:11,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/a5c60127ae3940d6b3003ce01d37dc32 is 50, key is test_row_0/B:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742225_1401 (size=12001) 2024-11-10T01:27:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T01:27:11,851 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:11,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T01:27:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:11,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:11,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:11,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:11,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202091911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202091922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,927 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202091931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202091931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:12,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T01:27:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202092041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/a5c60127ae3940d6b3003ce01d37dc32 2024-11-10T01:27:12,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2ab417210c52407aa86a33d641d3574a is 50, key is test_row_0/C:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742226_1402 (size=12001) 2024-11-10T01:27:12,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2ab417210c52407aa86a33d641d3574a 2024-11-10T01:27:12,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/d556176edcce4aa287793770f03dee84 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84 2024-11-10T01:27:12,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84, entries=200, sequenceid=49, filesize=14.0 K 2024-11-10T01:27:12,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/a5c60127ae3940d6b3003ce01d37dc32 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32 2024-11-10T01:27:12,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T01:27:12,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2ab417210c52407aa86a33d641d3574a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a 2024-11-10T01:27:12,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T01:27:12,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 856ms, sequenceid=49, compaction requested=true 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:12,090 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:12,090 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:12,092 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:12,092 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:12,092 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,092 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.2 K 2024-11-10T01:27:12,092 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:12,092 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:12,092 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,093 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=37.4 K 2024-11-10T01:27:12,093 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d227e9d1185d4b54994debc31d42dad2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731202029715 2024-11-10T01:27:12,093 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a547bc5dc7e40ef83ae3d0179b43826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731202029715 2024-11-10T01:27:12,094 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7234143daf7c4464a53a51934273fc46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731202029745 2024-11-10T01:27:12,095 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e37b776065f49daac50c6cb74425852, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731202029745 2024-11-10T01:27:12,095 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d556176edcce4aa287793770f03dee84, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:12,096 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c60127ae3940d6b3003ce01d37dc32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:12,110 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:12,111 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/dc09ed72c0ee474f89ee01b162ddb3f7 is 50, key is test_row_0/B:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:12,113 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:12,114 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/957220f65ed74004b56e626170894763 is 50, key is test_row_0/A:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742227_1403 (size=12104) 2024-11-10T01:27:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742228_1404 (size=12104) 2024-11-10T01:27:12,127 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/957220f65ed74004b56e626170894763 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/957220f65ed74004b56e626170894763 2024-11-10T01:27:12,131 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 957220f65ed74004b56e626170894763(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:12,131 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:12,131 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202032090; duration=0sec 2024-11-10T01:27:12,131 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:12,131 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:12,131 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:12,132 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:12,132 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:12,132 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,133 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.2 K 2024-11-10T01:27:12,133 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting be58600c6102436eb5532c6f2c3ea683, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731202029715 2024-11-10T01:27:12,134 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f7d077098aa40c8abfb521e90fe849a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731202029745 2024-11-10T01:27:12,134 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab417210c52407aa86a33d641d3574a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:12,141 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:12,142 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/e05f4595a0204abfa9cec2d42084e0e2 is 50, key is test_row_0/C:col10/1731202031233/Put/seqid=0 2024-11-10T01:27:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742229_1405 (size=12104) 2024-11-10T01:27:12,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T01:27:12,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:12,158 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:27:12,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/19d931830514456db719f1eda15a0f0a is 50, key is test_row_0/A:col10/1731202031283/Put/seqid=0 2024-11-10T01:27:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742230_1406 (size=12001) 2024-11-10T01:27:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:12,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:12,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202092458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202092459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202092464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:12,525 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/dc09ed72c0ee474f89ee01b162ddb3f7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/dc09ed72c0ee474f89ee01b162ddb3f7 2024-11-10T01:27:12,528 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into dc09ed72c0ee474f89ee01b162ddb3f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:12,528 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:12,528 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202032090; duration=0sec 2024-11-10T01:27:12,529 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:12,529 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:12,561 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/e05f4595a0204abfa9cec2d42084e0e2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e05f4595a0204abfa9cec2d42084e0e2 2024-11-10T01:27:12,566 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into e05f4595a0204abfa9cec2d42084e0e2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:12,566 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:12,566 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202032090; duration=0sec 2024-11-10T01:27:12,566 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:12,566 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/19d931830514456db719f1eda15a0f0a 2024-11-10T01:27:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c42880bff069476c849efe07bdd8c860 is 50, key is test_row_0/B:col10/1731202031283/Put/seqid=0 2024-11-10T01:27:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202092571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:27:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742231_1407 (size=12001) 2024-11-10T01:27:12,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202092584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202092586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202092791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202092801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202092801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:12,991 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c42880bff069476c849efe07bdd8c860 2024-11-10T01:27:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/c1c7f021f726440b9cfadc18bf44e2cd is 50, key is test_row_0/C:col10/1731202031283/Put/seqid=0 2024-11-10T01:27:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742232_1408 (size=12001) 2024-11-10T01:27:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202093061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,065 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202093101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202093111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202093111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,402 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/c1c7f021f726440b9cfadc18bf44e2cd 2024-11-10T01:27:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/19d931830514456db719f1eda15a0f0a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a 2024-11-10T01:27:13,408 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T01:27:13,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c42880bff069476c849efe07bdd8c860 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860 2024-11-10T01:27:13,412 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T01:27:13,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/c1c7f021f726440b9cfadc18bf44e2cd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd 2024-11-10T01:27:13,415 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T01:27:13,416 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1258ms, sequenceid=74, compaction requested=false 2024-11-10T01:27:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T01:27:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T01:27:13,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T01:27:13,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-11-10T01:27:13,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.5680 sec 2024-11-10T01:27:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:13,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T01:27:13,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7caafa88d8504236bfa202dc4039f9d0 is 50, key is test_row_0/A:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742233_1409 (size=16681) 2024-11-10T01:27:13,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7caafa88d8504236bfa202dc4039f9d0 2024-11-10T01:27:13,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/bec2b70c23a546a28ee8073ca3ca2690 is 50, key is test_row_0/B:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742234_1410 (size=12001) 2024-11-10T01:27:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202093674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202093675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202093680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202093791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202093791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202093791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202093941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:13,946 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202094001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202094001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202094001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T01:27:14,012 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:14,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T01:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:14,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:14,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:14,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:14,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/bec2b70c23a546a28ee8073ca3ca2690 2024-11-10T01:27:14,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3bacf7867d4642a09c89715ab22a358f is 50, key is test_row_0/C:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742235_1411 (size=12001) 2024-11-10T01:27:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:14,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T01:27:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202094311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202094311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202094312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T01:27:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:14,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3bacf7867d4642a09c89715ab22a358f 2024-11-10T01:27:14,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7caafa88d8504236bfa202dc4039f9d0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0 2024-11-10T01:27:14,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0, entries=250, sequenceid=90, filesize=16.3 K 2024-11-10T01:27:14,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/bec2b70c23a546a28ee8073ca3ca2690 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690 2024-11-10T01:27:14,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T01:27:14,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3bacf7867d4642a09c89715ab22a358f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f 2024-11-10T01:27:14,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T01:27:14,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 839ms, sequenceid=90, compaction requested=true 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:14,465 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:14,465 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:14,466 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:14,466 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:14,466 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,466 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/dc09ed72c0ee474f89ee01b162ddb3f7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.3 K 2024-11-10T01:27:14,466 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:14,466 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:14,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,466 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/957220f65ed74004b56e626170894763, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=39.8 K 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting dc09ed72c0ee474f89ee01b162ddb3f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957220f65ed74004b56e626170894763, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19d931830514456db719f1eda15a0f0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731202031282 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c42880bff069476c849efe07bdd8c860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731202031282 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7caafa88d8504236bfa202dc4039f9d0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:14,467 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bec2b70c23a546a28ee8073ca3ca2690, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:14,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T01:27:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,471 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:27:14,474 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:14,474 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:14,474 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/7986c02788ee4998b50d639e33615a5e is 50, key is test_row_0/B:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:14,474 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/96b70815d88c4fc5a37d0804f1190f91 is 50, key is test_row_0/A:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c4c4f492e9024bfdaa24e1ef983e820c is 50, key is test_row_0/A:col10/1731202033678/Put/seqid=0 2024-11-10T01:27:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742236_1412 (size=12207) 2024-11-10T01:27:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742238_1414 (size=12001) 2024-11-10T01:27:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742237_1413 (size=12207) 2024-11-10T01:27:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202094847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202094848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202094852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,886 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/7986c02788ee4998b50d639e33615a5e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7986c02788ee4998b50d639e33615a5e 2024-11-10T01:27:14,886 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c4c4f492e9024bfdaa24e1ef983e820c 2024-11-10T01:27:14,889 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 7986c02788ee4998b50d639e33615a5e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:14,889 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:14,890 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202034465; duration=0sec 2024-11-10T01:27:14,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:14,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:14,890 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:14,892 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:14,892 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:14,892 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:14,892 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e05f4595a0204abfa9cec2d42084e0e2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.3 K 2024-11-10T01:27:14,893 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e05f4595a0204abfa9cec2d42084e0e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731202030898 2024-11-10T01:27:14,893 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c7f021f726440b9cfadc18bf44e2cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731202031282 2024-11-10T01:27:14,893 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bacf7867d4642a09c89715ab22a358f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/10373f63f2544471893ec2a25356a704 is 50, key is test_row_0/B:col10/1731202033678/Put/seqid=0 2024-11-10T01:27:14,895 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/96b70815d88c4fc5a37d0804f1190f91 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/96b70815d88c4fc5a37d0804f1190f91 2024-11-10T01:27:14,900 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 96b70815d88c4fc5a37d0804f1190f91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:14,900 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:14,900 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202034465; duration=0sec 2024-11-10T01:27:14,900 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:14,900 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:14,901 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:14,902 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a23c9b0979e84c63ac9e76c4383461cf is 50, key is test_row_0/C:col10/1731202032456/Put/seqid=0 2024-11-10T01:27:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742239_1415 (size=12001) 2024-11-10T01:27:14,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742240_1416 (size=12207) 2024-11-10T01:27:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202094961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202094961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202094961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202095081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,089 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202095171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202095171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202095171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,303 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/10373f63f2544471893ec2a25356a704 2024-11-10T01:27:15,347 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a23c9b0979e84c63ac9e76c4383461cf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a23c9b0979e84c63ac9e76c4383461cf 2024-11-10T01:27:15,351 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into a23c9b0979e84c63ac9e76c4383461cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:15,351 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:15,352 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202034465; duration=0sec 2024-11-10T01:27:15,352 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:15,352 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/e3c3c3fd52904a608b4691c56b0ae8c9 is 50, key is test_row_0/C:col10/1731202033678/Put/seqid=0 2024-11-10T01:27:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742241_1417 (size=12001) 2024-11-10T01:27:15,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202095481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202095482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202095482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:15,758 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/e3c3c3fd52904a608b4691c56b0ae8c9 2024-11-10T01:27:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c4c4f492e9024bfdaa24e1ef983e820c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c 2024-11-10T01:27:15,765 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:27:15,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/10373f63f2544471893ec2a25356a704 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704 2024-11-10T01:27:15,769 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:27:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/e3c3c3fd52904a608b4691c56b0ae8c9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9 2024-11-10T01:27:15,772 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T01:27:15,772 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1301ms, sequenceid=112, compaction requested=false 2024-11-10T01:27:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T01:27:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T01:27:15,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T01:27:15,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-11-10T01:27:15,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.7650 sec 2024-11-10T01:27:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:15,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:27:16,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/299810251e3f4c1aac8eacf157a5089e is 50, key is test_row_0/A:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742242_1418 (size=14391) 2024-11-10T01:27:16,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/299810251e3f4c1aac8eacf157a5089e 2024-11-10T01:27:16,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/68121b54260e4c1199b4806d766a969f is 50, key is test_row_0/B:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742243_1419 (size=12051) 2024-11-10T01:27:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202096043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202096047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202096047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202096151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T01:27:16,162 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:16,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-10T01:27:16,163 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:16,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:16,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202096161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202096162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:16,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T01:27:16,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:16,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202096371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202096371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202096381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/68121b54260e4c1199b4806d766a969f 2024-11-10T01:27:16,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/4fb46ae5a9d947a0a0440cee54c12caf is 50, key is test_row_0/C:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742244_1420 (size=12051) 2024-11-10T01:27:16,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T01:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:16,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T01:27:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202096681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202096681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202096691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:16,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T01:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:16,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/4fb46ae5a9d947a0a0440cee54c12caf 2024-11-10T01:27:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/299810251e3f4c1aac8eacf157a5089e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e 2024-11-10T01:27:16,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e, entries=200, sequenceid=130, filesize=14.1 K 2024-11-10T01:27:16,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/68121b54260e4c1199b4806d766a969f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f 2024-11-10T01:27:16,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T01:27:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/4fb46ae5a9d947a0a0440cee54c12caf as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf 2024-11-10T01:27:16,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T01:27:16,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 847ms, sequenceid=130, compaction requested=true 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:16,843 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:16,843 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:16,844 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:16,845 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:16,845 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,845 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7986c02788ee4998b50d639e33615a5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.4 K 2024-11-10T01:27:16,845 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:16,845 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:16,845 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,845 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/96b70815d88c4fc5a37d0804f1190f91, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=37.7 K 2024-11-10T01:27:16,845 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7986c02788ee4998b50d639e33615a5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:16,845 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b70815d88c4fc5a37d0804f1190f91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:16,846 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c4f492e9024bfdaa24e1ef983e820c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731202033663 2024-11-10T01:27:16,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 10373f63f2544471893ec2a25356a704, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731202033663 2024-11-10T01:27:16,846 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 299810251e3f4c1aac8eacf157a5089e, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:16,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 68121b54260e4c1199b4806d766a969f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:16,855 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:16,856 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/cebc52ad74bd4564bd40abcda6f25cdd is 50, key is test_row_0/A:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,858 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:16,859 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/d0bdc1886c1f479c8dc0b677887058db is 50, key is test_row_0/B:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742245_1421 (size=12359) 2024-11-10T01:27:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742246_1422 (size=12359) 2024-11-10T01:27:16,891 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/d0bdc1886c1f479c8dc0b677887058db as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d0bdc1886c1f479c8dc0b677887058db 2024-11-10T01:27:16,897 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into d0bdc1886c1f479c8dc0b677887058db(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:16,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:16,897 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202036843; duration=0sec 2024-11-10T01:27:16,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:16,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:16,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:16,898 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:16,898 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:16,898 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,898 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a23c9b0979e84c63ac9e76c4383461cf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.4 K 2024-11-10T01:27:16,899 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a23c9b0979e84c63ac9e76c4383461cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731202032456 2024-11-10T01:27:16,899 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c3c3fd52904a608b4691c56b0ae8c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731202033663 2024-11-10T01:27:16,899 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fb46ae5a9d947a0a0440cee54c12caf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:16,909 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:16,909 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/7d0cd54077d7415c867d7f57fb8ab8a8 is 50, key is test_row_0/C:col10/1731202034851/Put/seqid=0 2024-11-10T01:27:16,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T01:27:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:16,927 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:27:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742247_1423 (size=12359) 2024-11-10T01:27:16,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c09f65d13d1646039c42bbe4e9bcc9c8 is 50, key is test_row_0/A:col10/1731202036046/Put/seqid=0 2024-11-10T01:27:16,938 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/7d0cd54077d7415c867d7f57fb8ab8a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/7d0cd54077d7415c867d7f57fb8ab8a8 2024-11-10T01:27:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742248_1424 (size=12151) 2024-11-10T01:27:16,942 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c09f65d13d1646039c42bbe4e9bcc9c8 2024-11-10T01:27:16,944 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 7d0cd54077d7415c867d7f57fb8ab8a8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:16,944 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:16,944 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202036843; duration=0sec 2024-11-10T01:27:16,944 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:16,944 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/5a8b6db7bfe04b17ba81857f9ebe06e8 is 50, key is test_row_0/B:col10/1731202036046/Put/seqid=0 2024-11-10T01:27:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742249_1425 (size=12151) 2024-11-10T01:27:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:17,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202097216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202097217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202097218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,276 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/cebc52ad74bd4564bd40abcda6f25cdd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/cebc52ad74bd4564bd40abcda6f25cdd 2024-11-10T01:27:17,282 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into cebc52ad74bd4564bd40abcda6f25cdd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:17,282 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:17,282 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202036843; duration=0sec 2024-11-10T01:27:17,283 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:17,283 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202097331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202097331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202097342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,367 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/5a8b6db7bfe04b17ba81857f9ebe06e8 2024-11-10T01:27:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/b9a04d14ed3947ee83c7eddf75cfec2b is 50, key is test_row_0/C:col10/1731202036046/Put/seqid=0 2024-11-10T01:27:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742250_1426 (size=12151) 2024-11-10T01:27:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202097541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202097541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202097552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,790 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/b9a04d14ed3947ee83c7eddf75cfec2b 2024-11-10T01:27:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/c09f65d13d1646039c42bbe4e9bcc9c8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8 2024-11-10T01:27:17,799 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8, entries=150, sequenceid=153, filesize=11.9 K 2024-11-10T01:27:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/5a8b6db7bfe04b17ba81857f9ebe06e8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8 2024-11-10T01:27:17,804 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8, entries=150, sequenceid=153, filesize=11.9 K 2024-11-10T01:27:17,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/b9a04d14ed3947ee83c7eddf75cfec2b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b 2024-11-10T01:27:17,807 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b, entries=150, sequenceid=153, filesize=11.9 K 2024-11-10T01:27:17,808 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 881ms, sequenceid=153, compaction requested=false 2024-11-10T01:27:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-10T01:27:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-10T01:27:17,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T01:27:17,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6460 sec 2024-11-10T01:27:17,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.6500 sec 2024-11-10T01:27:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:17,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:27:17,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/5b1dd0b2f7114cdaa2122e115d37aac5 is 50, key is test_row_0/A:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742251_1427 (size=16931) 2024-11-10T01:27:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202097899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202097900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202097906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:17,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202097961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:17,964 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:17,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:17,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202098011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202098011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202098021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202098221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202098231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202098231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/5b1dd0b2f7114cdaa2122e115d37aac5 2024-11-10T01:27:18,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/83c6d3cc1da947c7a226a66421967675 is 50, key is test_row_0/B:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742252_1428 (size=12151) 2024-11-10T01:27:18,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/83c6d3cc1da947c7a226a66421967675 2024-11-10T01:27:18,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3325d8a72a484ef7b513a24181a81d20 is 50, key is test_row_0/C:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742253_1429 (size=12151) 2024-11-10T01:27:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T01:27:18,311 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:18,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T01:27:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:18,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:18,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:18,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:18,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T01:27:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202098531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202098541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202098541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:18,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T01:27:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:18,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3325d8a72a484ef7b513a24181a81d20 2024-11-10T01:27:18,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/5b1dd0b2f7114cdaa2122e115d37aac5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5 2024-11-10T01:27:18,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5, entries=250, sequenceid=171, filesize=16.5 K 2024-11-10T01:27:18,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/83c6d3cc1da947c7a226a66421967675 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675 2024-11-10T01:27:18,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T01:27:18,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/3325d8a72a484ef7b513a24181a81d20 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20 2024-11-10T01:27:18,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T01:27:18,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 845ms, sequenceid=171, compaction requested=true 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:18,711 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:18,712 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,712 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,712 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d0bdc1886c1f479c8dc0b677887058db, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.8 K 2024-11-10T01:27:18,712 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/cebc52ad74bd4564bd40abcda6f25cdd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=40.5 K 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting d0bdc1886c1f479c8dc0b677887058db, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting cebc52ad74bd4564bd40abcda6f25cdd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a8b6db7bfe04b17ba81857f9ebe06e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731202036042 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c09f65d13d1646039c42bbe4e9bcc9c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731202036042 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c6d3cc1da947c7a226a66421967675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037217 2024-11-10T01:27:18,712 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b1dd0b2f7114cdaa2122e115d37aac5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037208 2024-11-10T01:27:18,718 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:18,719 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/e124800f8f834d6e8a1ce29318a8065a is 50, key is test_row_0/B:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:18,721 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:18,722 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/bcc190db47dd4491b00c8867fa215f51 is 50, key is test_row_0/A:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742255_1431 (size=12561) 2024-11-10T01:27:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742254_1430 (size=12561) 2024-11-10T01:27:18,737 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/e124800f8f834d6e8a1ce29318a8065a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e124800f8f834d6e8a1ce29318a8065a 2024-11-10T01:27:18,742 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into e124800f8f834d6e8a1ce29318a8065a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:18,742 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:18,742 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202038711; duration=0sec 2024-11-10T01:27:18,743 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:18,743 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:18,744 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:18,745 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:18,745 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:18,745 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,745 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/7d0cd54077d7415c867d7f57fb8ab8a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=35.8 K 2024-11-10T01:27:18,745 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d0cd54077d7415c867d7f57fb8ab8a8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731202034828 2024-11-10T01:27:18,745 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a04d14ed3947ee83c7eddf75cfec2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731202036042 2024-11-10T01:27:18,746 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3325d8a72a484ef7b513a24181a81d20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037217 2024-11-10T01:27:18,755 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:18,755 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/07e56b71b7dd4cffa304e3a48da10c98 is 50, key is test_row_0/C:col10/1731202037217/Put/seqid=0 2024-11-10T01:27:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742256_1432 (size=12561) 2024-11-10T01:27:18,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T01:27:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:18,771 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:27:18,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/9880018ebb664a7a88885905b5ad4930 is 50, key is test_row_0/A:col10/1731202037905/Put/seqid=0 2024-11-10T01:27:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742257_1433 (size=12151) 2024-11-10T01:27:18,781 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/9880018ebb664a7a88885905b5ad4930 2024-11-10T01:27:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4bd684d419e1417cbab8f44377a1ec3a is 50, key is test_row_0/B:col10/1731202037905/Put/seqid=0 2024-11-10T01:27:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742258_1434 (size=12151) 2024-11-10T01:27:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202099074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202099079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202099082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202099101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,104 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,137 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/bcc190db47dd4491b00c8867fa215f51 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bcc190db47dd4491b00c8867fa215f51 2024-11-10T01:27:19,140 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into bcc190db47dd4491b00c8867fa215f51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:19,140 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:19,141 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202038711; duration=0sec 2024-11-10T01:27:19,141 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:19,141 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:19,170 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/07e56b71b7dd4cffa304e3a48da10c98 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/07e56b71b7dd4cffa304e3a48da10c98 2024-11-10T01:27:19,174 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 07e56b71b7dd4cffa304e3a48da10c98(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:19,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:19,174 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202038711; duration=0sec 2024-11-10T01:27:19,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:19,174 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202099191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202099191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,196 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4bd684d419e1417cbab8f44377a1ec3a 2024-11-10T01:27:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/735ca529e0204f02a4563549fd9c04ba is 50, key is test_row_0/C:col10/1731202037905/Put/seqid=0 2024-11-10T01:27:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202099201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742259_1435 (size=12151) 2024-11-10T01:27:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202099401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202099401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202099411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:19,607 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/735ca529e0204f02a4563549fd9c04ba 2024-11-10T01:27:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/9880018ebb664a7a88885905b5ad4930 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930 2024-11-10T01:27:19,614 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T01:27:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4bd684d419e1417cbab8f44377a1ec3a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a 2024-11-10T01:27:19,618 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T01:27:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/735ca529e0204f02a4563549fd9c04ba as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba 2024-11-10T01:27:19,622 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T01:27:19,623 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 852ms, sequenceid=192, compaction requested=false 2024-11-10T01:27:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T01:27:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T01:27:19,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T01:27:19,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-11-10T01:27:19,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3140 sec 2024-11-10T01:27:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:19,716 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:19,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T01:27:19,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/db57c525508f49ed9358f04269884f43 is 50, key is test_row_0/A:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742260_1436 (size=14541) 2024-11-10T01:27:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202099752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202099753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202099756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202099861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202099871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202099871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202100071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202100091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202100091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/db57c525508f49ed9358f04269884f43 2024-11-10T01:27:20,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/210a1d23f878422a82308fc261e1f714 is 50, key is test_row_0/B:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742261_1437 (size=12151) 2024-11-10T01:27:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202100381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202100401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202100401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T01:27:20,462 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:20,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T01:27:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:20,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:20,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:20,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:20,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/210a1d23f878422a82308fc261e1f714 2024-11-10T01:27:20,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a141ddb9541e4e52946fc62c72beddb8 is 50, key is test_row_0/C:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742262_1438 (size=12151) 2024-11-10T01:27:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:20,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T01:27:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T01:27:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:20,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202100892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202100911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202100911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:20,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:20,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T01:27:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:20,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a141ddb9541e4e52946fc62c72beddb8 2024-11-10T01:27:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/db57c525508f49ed9358f04269884f43 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43 2024-11-10T01:27:20,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43, entries=200, sequenceid=211, filesize=14.2 K 2024-11-10T01:27:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/210a1d23f878422a82308fc261e1f714 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714 2024-11-10T01:27:20,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:27:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a141ddb9541e4e52946fc62c72beddb8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8 2024-11-10T01:27:20,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-10T01:27:20,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1245ms, sequenceid=211, compaction requested=true 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:20,961 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:20,961 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:20,962 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,962 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:20,962 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bcc190db47dd4491b00c8867fa215f51, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=38.3 K 2024-11-10T01:27:20,962 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e124800f8f834d6e8a1ce29318a8065a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.0 K 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e124800f8f834d6e8a1ce29318a8065a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037217 2024-11-10T01:27:20,962 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcc190db47dd4491b00c8867fa215f51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037217 2024-11-10T01:27:20,963 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9880018ebb664a7a88885905b5ad4930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731202037885 2024-11-10T01:27:20,963 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bd684d419e1417cbab8f44377a1ec3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731202037885 2024-11-10T01:27:20,963 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting db57c525508f49ed9358f04269884f43, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039072 2024-11-10T01:27:20,963 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 210a1d23f878422a82308fc261e1f714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039073 2024-11-10T01:27:20,968 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:20,968 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:20,968 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/0a6d67fadad14279a0564b126387ebd1 is 50, key is test_row_0/A:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:20,968 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/db0b5b60e957425593bebfe6a6fe17e1 is 50, key is test_row_0/B:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742263_1439 (size=12663) 2024-11-10T01:27:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742264_1440 (size=12663) 2024-11-10T01:27:21,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T01:27:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:21,073 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T01:27:21,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7045c892079d4fa8916bd4344f70c30d is 50, key is test_row_0/A:col10/1731202039752/Put/seqid=0 2024-11-10T01:27:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742265_1441 (size=12151) 2024-11-10T01:27:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:21,374 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/0a6d67fadad14279a0564b126387ebd1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a6d67fadad14279a0564b126387ebd1 2024-11-10T01:27:21,374 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/db0b5b60e957425593bebfe6a6fe17e1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/db0b5b60e957425593bebfe6a6fe17e1 2024-11-10T01:27:21,378 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into db0b5b60e957425593bebfe6a6fe17e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:21,378 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 0a6d67fadad14279a0564b126387ebd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:21,378 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202040961; duration=0sec 2024-11-10T01:27:21,378 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202040961; duration=0sec 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:21,378 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:21,379 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:21,379 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:21,379 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:21,379 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/07e56b71b7dd4cffa304e3a48da10c98, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.0 K 2024-11-10T01:27:21,379 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e56b71b7dd4cffa304e3a48da10c98, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731202037217 2024-11-10T01:27:21,379 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 735ca529e0204f02a4563549fd9c04ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731202037885 2024-11-10T01:27:21,380 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a141ddb9541e4e52946fc62c72beddb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039073 2024-11-10T01:27:21,385 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:21,386 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/6e4c1aeb046d4167aeaa3731d54d7cdd is 50, key is test_row_0/C:col10/1731202039081/Put/seqid=0 2024-11-10T01:27:21,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742266_1442 (size=12663) 2024-11-10T01:27:21,482 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7045c892079d4fa8916bd4344f70c30d 2024-11-10T01:27:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/17d4dfa2d49b4262b8f17312ffca127c is 50, key is test_row_0/B:col10/1731202039752/Put/seqid=0 2024-11-10T01:27:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742267_1443 (size=12151) 2024-11-10T01:27:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:21,800 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/6e4c1aeb046d4167aeaa3731d54d7cdd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6e4c1aeb046d4167aeaa3731d54d7cdd 2024-11-10T01:27:21,803 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 6e4c1aeb046d4167aeaa3731d54d7cdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:21,803 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:21,803 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202040961; duration=0sec 2024-11-10T01:27:21,803 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:21,803 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:21,894 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/17d4dfa2d49b4262b8f17312ffca127c 2024-11-10T01:27:21,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/5a2f9b1d1f42465babfc7d2cb05a17f3 is 50, key is test_row_0/C:col10/1731202039752/Put/seqid=0 2024-11-10T01:27:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742268_1444 (size=12151) 2024-11-10T01:27:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202101947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202101949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202101950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202102061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202102061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202102061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202102271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202102272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202102272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/5a2f9b1d1f42465babfc7d2cb05a17f3 2024-11-10T01:27:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7045c892079d4fa8916bd4344f70c30d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d 2024-11-10T01:27:22,314 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:27:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/17d4dfa2d49b4262b8f17312ffca127c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c 2024-11-10T01:27:22,317 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:27:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/5a2f9b1d1f42465babfc7d2cb05a17f3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3 2024-11-10T01:27:22,321 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3, entries=150, sequenceid=230, filesize=11.9 K 2024-11-10T01:27:22,321 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1248ms, sequenceid=230, compaction requested=false 2024-11-10T01:27:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T01:27:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T01:27:22,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T01:27:22,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-11-10T01:27:22,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8620 sec 2024-11-10T01:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:22,585 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:22,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T01:27:22,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/94149960c8cd4f519ac6faa73ff4d125 is 50, key is test_row_0/A:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742269_1445 (size=16931) 2024-11-10T01:27:22,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/94149960c8cd4f519ac6faa73ff4d125 2024-11-10T01:27:22,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/03e37b933b6046068075ed4a18cd5b19 is 50, key is test_row_0/B:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742270_1446 (size=12151) 2024-11-10T01:27:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T01:27:22,612 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:22,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-10T01:27:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:22,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:22,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:22,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:22,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202102623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202102623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202102625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:22,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202102731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202102731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202102741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:22,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:22,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:22,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:22,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:22,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:22,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:22,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:22,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202102941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202102951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202102951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/03e37b933b6046068075ed4a18cd5b19 2024-11-10T01:27:23,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/11ac0339caa845b79602452711b13f89 is 50, key is test_row_0/C:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742271_1447 (size=12151) 2024-11-10T01:27:23,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:27:23,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:23,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202103251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202103261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202103261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:23,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/11ac0339caa845b79602452711b13f89 2024-11-10T01:27:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/94149960c8cd4f519ac6faa73ff4d125 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125 2024-11-10T01:27:23,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125, entries=250, sequenceid=252, filesize=16.5 K 2024-11-10T01:27:23,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/03e37b933b6046068075ed4a18cd5b19 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19 2024-11-10T01:27:23,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T01:27:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/11ac0339caa845b79602452711b13f89 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89 2024-11-10T01:27:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T01:27:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 845ms, sequenceid=252, compaction requested=true 2024-11-10T01:27:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:23,430 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:23,431 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:23,431 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:23,431 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:23,431 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,431 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/db0b5b60e957425593bebfe6a6fe17e1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.1 K 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:23,432 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,432 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a6d67fadad14279a0564b126387ebd1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=40.8 K 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting db0b5b60e957425593bebfe6a6fe17e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039073 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a6d67fadad14279a0564b126387ebd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039073 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 17d4dfa2d49b4262b8f17312ffca127c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731202039751 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7045c892079d4fa8916bd4344f70c30d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731202039751 2024-11-10T01:27:23,432 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 03e37b933b6046068075ed4a18cd5b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041948 2024-11-10T01:27:23,433 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94149960c8cd4f519ac6faa73ff4d125, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041946 2024-11-10T01:27:23,438 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:23,439 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:23,439 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/972f1c5aa61c4d0eb7180e57dfdb1d5c is 50, key is test_row_0/B:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:23,439 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/9c10d2a071994745abcfd5fee46c75fc is 50, key is test_row_0/A:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742272_1448 (size=12765) 2024-11-10T01:27:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742273_1449 (size=12765) 2024-11-10T01:27:23,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T01:27:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,529 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T01:27:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/275ec69dfe4841b38e6048d908184e74 is 50, key is test_row_0/A:col10/1731202042622/Put/seqid=0 2024-11-10T01:27:23,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742274_1450 (size=12301) 2024-11-10T01:27:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:23,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202103801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202103805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202103806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,848 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/972f1c5aa61c4d0eb7180e57dfdb1d5c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/972f1c5aa61c4d0eb7180e57dfdb1d5c 2024-11-10T01:27:23,851 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 972f1c5aa61c4d0eb7180e57dfdb1d5c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:23,851 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:23,851 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202043430; duration=0sec 2024-11-10T01:27:23,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:23,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:23,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:23,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:23,852 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:23,852 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:23,853 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6e4c1aeb046d4167aeaa3731d54d7cdd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.1 K 2024-11-10T01:27:23,853 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e4c1aeb046d4167aeaa3731d54d7cdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731202039073 2024-11-10T01:27:23,853 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2f9b1d1f42465babfc7d2cb05a17f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731202039751 2024-11-10T01:27:23,854 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ac0339caa845b79602452711b13f89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041948 2024-11-10T01:27:23,860 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/9c10d2a071994745abcfd5fee46c75fc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9c10d2a071994745abcfd5fee46c75fc 2024-11-10T01:27:23,862 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:23,862 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/41e316d83b9549dca45849da8473e293 is 50, key is test_row_0/C:col10/1731202041948/Put/seqid=0 2024-11-10T01:27:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742275_1451 (size=12765) 2024-11-10T01:27:23,866 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 9c10d2a071994745abcfd5fee46c75fc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:23,866 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:23,866 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202043430; duration=0sec 2024-11-10T01:27:23,867 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:23,867 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:23,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202103911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202103921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202103921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:23,936 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/275ec69dfe4841b38e6048d908184e74 2024-11-10T01:27:23,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c324f25f9eed4e94b90f6f44f6bf9263 is 50, key is test_row_0/B:col10/1731202042622/Put/seqid=0 2024-11-10T01:27:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742276_1452 (size=12301) 2024-11-10T01:27:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202104121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202104131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202104131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,270 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/41e316d83b9549dca45849da8473e293 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/41e316d83b9549dca45849da8473e293 2024-11-10T01:27:24,274 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 41e316d83b9549dca45849da8473e293(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:24,274 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:24,274 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202043431; duration=0sec 2024-11-10T01:27:24,274 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:24,274 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:24,347 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c324f25f9eed4e94b90f6f44f6bf9263 2024-11-10T01:27:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/f0357215bfdf45f985b321e5acd38942 is 50, key is test_row_0/C:col10/1731202042622/Put/seqid=0 2024-11-10T01:27:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742277_1453 (size=12301) 2024-11-10T01:27:24,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202104431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202104441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202104451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,759 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/f0357215bfdf45f985b321e5acd38942 2024-11-10T01:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/275ec69dfe4841b38e6048d908184e74 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74 2024-11-10T01:27:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T01:27:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/c324f25f9eed4e94b90f6f44f6bf9263 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263 2024-11-10T01:27:24,769 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T01:27:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/f0357215bfdf45f985b321e5acd38942 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942 2024-11-10T01:27:24,772 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T01:27:24,773 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1244ms, sequenceid=269, compaction requested=false 2024-11-10T01:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-10T01:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-10T01:27:24,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T01:27:24,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1600 sec 2024-11-10T01:27:24,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.1640 sec 2024-11-10T01:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:24,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T01:27:24,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/dd6ef33dc32f47719266d00276bc8152 is 50, key is test_row_0/A:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742278_1454 (size=14741) 2024-11-10T01:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202104982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202104987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202104989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202105101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202105102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202105102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202105311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202105311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202105311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/dd6ef33dc32f47719266d00276bc8152 2024-11-10T01:27:25,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/e3428d5be24f44ab9ee3560844dbb0ff is 50, key is test_row_0/B:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742279_1455 (size=12301) 2024-11-10T01:27:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202105621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202105621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202105621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:25,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/e3428d5be24f44ab9ee3560844dbb0ff 2024-11-10T01:27:25,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/ebde33801e2643599980df976895578b is 50, key is test_row_0/C:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742280_1456 (size=12301) 2024-11-10T01:27:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202106131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202106131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:26,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202106141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:26,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/ebde33801e2643599980df976895578b 2024-11-10T01:27:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/dd6ef33dc32f47719266d00276bc8152 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152 2024-11-10T01:27:26,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152, entries=200, sequenceid=292, filesize=14.4 K 2024-11-10T01:27:26,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/e3428d5be24f44ab9ee3560844dbb0ff as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff 2024-11-10T01:27:26,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T01:27:26,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/ebde33801e2643599980df976895578b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b 2024-11-10T01:27:26,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T01:27:26,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1293ms, sequenceid=292, compaction requested=true 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:26,239 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:26,240 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:26,240 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:26,240 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9c10d2a071994745abcfd5fee46c75fc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=38.9 K 2024-11-10T01:27:26,240 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/972f1c5aa61c4d0eb7180e57dfdb1d5c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.5 K 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c10d2a071994745abcfd5fee46c75fc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041948 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 972f1c5aa61c4d0eb7180e57dfdb1d5c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041948 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting c324f25f9eed4e94b90f6f44f6bf9263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731202042597 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 275ec69dfe4841b38e6048d908184e74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731202042597 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e3428d5be24f44ab9ee3560844dbb0ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:26,240 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd6ef33dc32f47719266d00276bc8152, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:26,246 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:26,246 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:26,246 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/de19dc30baaf4c86abb1716d17731038 is 50, key is test_row_0/A:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:26,246 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/55b293a780bd4674bed4310f47d3ec88 is 50, key is test_row_0/B:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742281_1457 (size=13017) 2024-11-10T01:27:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742282_1458 (size=13017) 2024-11-10T01:27:26,653 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/de19dc30baaf4c86abb1716d17731038 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/de19dc30baaf4c86abb1716d17731038 2024-11-10T01:27:26,653 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/55b293a780bd4674bed4310f47d3ec88 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/55b293a780bd4674bed4310f47d3ec88 2024-11-10T01:27:26,657 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into de19dc30baaf4c86abb1716d17731038(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:26,657 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 55b293a780bd4674bed4310f47d3ec88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:26,657 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:26,657 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:26,657 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202046239; duration=0sec 2024-11-10T01:27:26,657 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202046239; duration=0sec 2024-11-10T01:27:26,658 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:26,658 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:26,658 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:26,658 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:26,658 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:26,659 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:26,659 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:26,659 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:26,659 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/41e316d83b9549dca45849da8473e293, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.5 K 2024-11-10T01:27:26,659 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e316d83b9549dca45849da8473e293, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731202041948 2024-11-10T01:27:26,659 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f0357215bfdf45f985b321e5acd38942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731202042597 2024-11-10T01:27:26,660 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ebde33801e2643599980df976895578b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:26,667 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:26,667 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/9e2d858effe04853ad6ac9d0a2d8a6ca is 50, key is test_row_0/C:col10/1731202044944/Put/seqid=0 2024-11-10T01:27:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742283_1459 (size=13017) 2024-11-10T01:27:26,678 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/9e2d858effe04853ad6ac9d0a2d8a6ca as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/9e2d858effe04853ad6ac9d0a2d8a6ca 2024-11-10T01:27:26,681 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 9e2d858effe04853ad6ac9d0a2d8a6ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:26,681 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:26,681 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202046239; duration=0sec 2024-11-10T01:27:26,681 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:26,681 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T01:27:26,781 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:26,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-10T01:27:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:26,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:26,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:26,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:26,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T01:27:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:26,936 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T01:27:26,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/f27dcf57065f4367976b139deb0433c5 is 50, key is test_row_0/A:col10/1731202044988/Put/seqid=0 2024-11-10T01:27:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742284_1460 (size=12301) 2024-11-10T01:27:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:27,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202107210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202107213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202107214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202107322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202107331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202107331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,343 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/f27dcf57065f4367976b139deb0433c5 2024-11-10T01:27:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/8baf65e49af543118b7425c8eceec9c7 is 50, key is test_row_0/B:col10/1731202044988/Put/seqid=0 2024-11-10T01:27:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742285_1461 (size=12301) 2024-11-10T01:27:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:27,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202107532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202107541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202107541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,752 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/8baf65e49af543118b7425c8eceec9c7 2024-11-10T01:27:27,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a4dd61aa29304317adb9ce320b34e48b is 50, key is test_row_0/C:col10/1731202044988/Put/seqid=0 2024-11-10T01:27:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742286_1462 (size=12301) 2024-11-10T01:27:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202107841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202107851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202107861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:27,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56284 deadline: 1731202107992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:27,993 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,160 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a4dd61aa29304317adb9ce320b34e48b 2024-11-10T01:27:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/f27dcf57065f4367976b139deb0433c5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5 2024-11-10T01:27:28,166 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T01:27:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/8baf65e49af543118b7425c8eceec9c7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7 2024-11-10T01:27:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T01:27:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/a4dd61aa29304317adb9ce320b34e48b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b 2024-11-10T01:27:28,172 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T01:27:28,173 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1237ms, sequenceid=311, compaction requested=false 2024-11-10T01:27:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-10T01:27:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-10T01:27:28,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T01:27:28,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-10T01:27:28,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.3940 sec 2024-11-10T01:27:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:28,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T01:27:28,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/b731defb574a4653a6248671f81e962c is 50, key is test_row_0/A:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742287_1463 (size=14741) 2024-11-10T01:27:28,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/b731defb574a4653a6248671f81e962c 2024-11-10T01:27:28,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/031da6caaa5f4309b7495742bac3e06c is 50, key is test_row_0/B:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742288_1464 (size=12301) 2024-11-10T01:27:28,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202108399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202108400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202108408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202108511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202108511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202108521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202108721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202108731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202108731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:28,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/031da6caaa5f4309b7495742bac3e06c 2024-11-10T01:27:28,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/85af47caede5430b81d091a47103bd18 is 50, key is test_row_0/C:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742289_1465 (size=12301) 2024-11-10T01:27:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T01:27:28,932 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:28,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-10T01:27:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:28,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:28,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:28,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202109031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202109042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202109042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T01:27:29,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:29,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:29,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56344 deadline: 1731202109171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,178 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in b93ddfb2a8b2a2eec59bfd2e028a60c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/85af47caede5430b81d091a47103bd18 2024-11-10T01:27:29,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/b731defb574a4653a6248671f81e962c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c 2024-11-10T01:27:29,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c, entries=200, sequenceid=332, filesize=14.4 K 2024-11-10T01:27:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/031da6caaa5f4309b7495742bac3e06c as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c 2024-11-10T01:27:29,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c, entries=150, sequenceid=332, filesize=12.0 K 2024-11-10T01:27:29,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/85af47caede5430b81d091a47103bd18 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18 2024-11-10T01:27:29,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18, entries=150, sequenceid=332, filesize=12.0 K 2024-11-10T01:27:29,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 843ms, sequenceid=332, compaction requested=true 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:29,208 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:29,208 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:29,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:29,209 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:29,209 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:29,209 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,209 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/de19dc30baaf4c86abb1716d17731038, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=39.1 K 2024-11-10T01:27:29,209 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:29,209 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting de19dc30baaf4c86abb1716d17731038, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:29,209 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:29,209 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,210 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/55b293a780bd4674bed4310f47d3ec88, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.7 K 2024-11-10T01:27:29,210 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f27dcf57065f4367976b139deb0433c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731202044972 2024-11-10T01:27:29,210 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b293a780bd4674bed4310f47d3ec88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:29,210 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting b731defb574a4653a6248671f81e962c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047201 2024-11-10T01:27:29,211 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8baf65e49af543118b7425c8eceec9c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731202044972 2024-11-10T01:27:29,211 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 031da6caaa5f4309b7495742bac3e06c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047212 2024-11-10T01:27:29,217 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:29,217 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:29,217 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/82adb6137c104cf7acc004c469758975 is 50, key is test_row_0/A:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:29,217 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/a98ba9c6fac8499f8a50ef1caa6f30da is 50, key is test_row_0/B:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742290_1466 (size=13119) 2024-11-10T01:27:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742291_1467 (size=13119) 2024-11-10T01:27:29,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T01:27:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,238 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T01:27:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/ddec23030a774ab587554953c68610c6 is 50, key is test_row_0/A:col10/1731202048399/Put/seqid=0 2024-11-10T01:27:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742292_1468 (size=12301) 2024-11-10T01:27:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:29,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. as already flushing 2024-11-10T01:27:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:29,626 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/a98ba9c6fac8499f8a50ef1caa6f30da as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a98ba9c6fac8499f8a50ef1caa6f30da 2024-11-10T01:27:29,626 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/82adb6137c104cf7acc004c469758975 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/82adb6137c104cf7acc004c469758975 2024-11-10T01:27:29,630 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 82adb6137c104cf7acc004c469758975(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:29,630 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into a98ba9c6fac8499f8a50ef1caa6f30da(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:29,630 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202049208; duration=0sec 2024-11-10T01:27:29,630 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202049208; duration=0sec 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:29,630 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:29,631 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:29,631 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:29,631 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:29,631 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/9e2d858effe04853ad6ac9d0a2d8a6ca, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.7 K 2024-11-10T01:27:29,631 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e2d858effe04853ad6ac9d0a2d8a6ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731202043795 2024-11-10T01:27:29,631 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4dd61aa29304317adb9ce320b34e48b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731202044972 2024-11-10T01:27:29,632 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85af47caede5430b81d091a47103bd18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047212 2024-11-10T01:27:29,636 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:29,637 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2ca26f00d9e14ae1a9ad35476672d784 is 50, key is test_row_0/C:col10/1731202047213/Put/seqid=0 2024-11-10T01:27:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742293_1469 (size=13119) 2024-11-10T01:27:29,645 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/ddec23030a774ab587554953c68610c6 2024-11-10T01:27:29,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/9d9f752e1e0c4e659ff71c999c5670c2 is 50, key is test_row_0/B:col10/1731202048399/Put/seqid=0 2024-11-10T01:27:29,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202109641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202109642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202109644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742294_1470 (size=12301) 2024-11-10T01:27:29,708 INFO [Thread-1811 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1811. 2024-11-10T01:27:29,708 DEBUG [Thread-1811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:29,708 DEBUG [Thread-1811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,708 DEBUG [Thread-1811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:29,715 INFO [Thread-1803 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1803. 2024-11-10T01:27:29,715 DEBUG [Thread-1803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:29,715 INFO [Thread-1809 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1809. 2024-11-10T01:27:29,715 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,715 DEBUG [Thread-1809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:29,715 DEBUG [Thread-1809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,715 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,715 DEBUG [Thread-1809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:29,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:29,717 INFO [Thread-1807 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1807. 2024-11-10T01:27:29,717 DEBUG [Thread-1807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:29,717 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,717 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:29,723 INFO [Thread-1805 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1805. 2024-11-10T01:27:29,723 DEBUG [Thread-1805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:29,723 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,723 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:29,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:29,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202109761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202109761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202109761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202109972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202109971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202109972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:29,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:30,052 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2ca26f00d9e14ae1a9ad35476672d784 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ca26f00d9e14ae1a9ad35476672d784 2024-11-10T01:27:30,057 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 2ca26f00d9e14ae1a9ad35476672d784(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:30,057 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:30,057 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202049208; duration=0sec 2024-11-10T01:27:30,057 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:30,057 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:30,060 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/9d9f752e1e0c4e659ff71c999c5670c2 2024-11-10T01:27:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2c5ace86665441bcbc99a6af6541d6a9 is 50, key is test_row_0/C:col10/1731202048399/Put/seqid=0 2024-11-10T01:27:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742295_1471 (size=12301) 2024-11-10T01:27:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56330 deadline: 1731202110281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56262 deadline: 1731202110282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56320 deadline: 1731202110282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 , the old value is region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., hostname=0c4d4d227d60,43661,1731201895398, seqNum=2 because the exception is null or not the one we care about 2024-11-10T01:27:30,469 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2c5ace86665441bcbc99a6af6541d6a9 2024-11-10T01:27:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/ddec23030a774ab587554953c68610c6 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6 2024-11-10T01:27:30,481 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T01:27:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/9d9f752e1e0c4e659ff71c999c5670c2 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2 2024-11-10T01:27:30,486 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T01:27:30,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/2c5ace86665441bcbc99a6af6541d6a9 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9 2024-11-10T01:27:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T01:27:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1253ms, sequenceid=347, compaction requested=false 2024-11-10T01:27:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-10T01:27:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-10T01:27:30,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-10T01:27:30,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-11-10T01:27:30,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.5640 sec 2024-11-10T01:27:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:30,797 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:30,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T01:27:30,797 INFO [Thread-1798 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1798. 2024-11-10T01:27:30,797 DEBUG [Thread-1798 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:30,797 DEBUG [Thread-1798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,797 INFO [Thread-1792 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1792. 2024-11-10T01:27:30,797 INFO [Thread-1796 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1796. 2024-11-10T01:27:30,797 DEBUG [Thread-1792 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:30,797 DEBUG [Thread-1798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,797 DEBUG [Thread-1796 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:30,797 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:30,797 DEBUG [Thread-1796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,797 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,798 DEBUG [Thread-1796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:30,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:30,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:30,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/6eed1e343e1841189ef613efe60c8667 is 50, key is test_row_0/A:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742296_1472 (size=12301) 2024-11-10T01:27:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T01:27:31,082 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:31,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/6eed1e343e1841189ef613efe60c8667 2024-11-10T01:27:31,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/04b74b992e294c9981531edc8aeffb81 is 50, key is test_row_0/B:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742297_1473 (size=12301) 2024-11-10T01:27:31,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/04b74b992e294c9981531edc8aeffb81 2024-11-10T01:27:31,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/31e8c3460c484b92b1d0c97e23f41c86 is 50, key is test_row_0/C:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742298_1474 (size=12301) 2024-11-10T01:27:32,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/31e8c3460c484b92b1d0c97e23f41c86 2024-11-10T01:27:32,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/6eed1e343e1841189ef613efe60c8667 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667 2024-11-10T01:27:32,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667, entries=150, sequenceid=374, filesize=12.0 K 2024-11-10T01:27:32,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/04b74b992e294c9981531edc8aeffb81 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81 2024-11-10T01:27:32,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81, entries=150, sequenceid=374, filesize=12.0 K 2024-11-10T01:27:32,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/31e8c3460c484b92b1d0c97e23f41c86 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86 2024-11-10T01:27:32,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86, entries=150, sequenceid=374, filesize=12.0 K 2024-11-10T01:27:32,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1315ms, sequenceid=374, compaction requested=true 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:32,112 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b93ddfb2a8b2a2eec59bfd2e028a60c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:32,112 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:32,113 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:32,113 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/A is initiating minor compaction (all files) 2024-11-10T01:27:32,113 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:32,113 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/A in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:32,113 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/B is initiating minor compaction (all files) 2024-11-10T01:27:32,114 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/82adb6137c104cf7acc004c469758975, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.8 K 2024-11-10T01:27:32,114 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/B in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:32,114 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a98ba9c6fac8499f8a50ef1caa6f30da, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.8 K 2024-11-10T01:27:32,114 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82adb6137c104cf7acc004c469758975, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047212 2024-11-10T01:27:32,114 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a98ba9c6fac8499f8a50ef1caa6f30da, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047212 2024-11-10T01:27:32,114 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddec23030a774ab587554953c68610c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731202048398 2024-11-10T01:27:32,114 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d9f752e1e0c4e659ff71c999c5670c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731202048398 2024-11-10T01:27:32,115 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eed1e343e1841189ef613efe60c8667, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731202050793 2024-11-10T01:27:32,115 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b74b992e294c9981531edc8aeffb81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731202050793 2024-11-10T01:27:32,123 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:32,123 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:32,124 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/bbad0a3d40b941dd998eee7e08cc428d is 50, key is test_row_0/A:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:32,124 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/6a0ba08cd51046ae878d270399e6f491 is 50, key is test_row_0/B:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742299_1475 (size=13221) 2024-11-10T01:27:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742300_1476 (size=13221) 2024-11-10T01:27:32,538 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/6a0ba08cd51046ae878d270399e6f491 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/6a0ba08cd51046ae878d270399e6f491 2024-11-10T01:27:32,538 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/bbad0a3d40b941dd998eee7e08cc428d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bbad0a3d40b941dd998eee7e08cc428d 2024-11-10T01:27:32,544 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/B of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 6a0ba08cd51046ae878d270399e6f491(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:32,544 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/A of b93ddfb2a8b2a2eec59bfd2e028a60c1 into bbad0a3d40b941dd998eee7e08cc428d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:32,544 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:32,544 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:32,544 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/B, priority=13, startTime=1731202052112; duration=0sec 2024-11-10T01:27:32,544 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/A, priority=13, startTime=1731202052112; duration=0sec 2024-11-10T01:27:32,545 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:32,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:32,545 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:B 2024-11-10T01:27:32,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:A 2024-11-10T01:27:32,545 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:32,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:32,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): b93ddfb2a8b2a2eec59bfd2e028a60c1/C is initiating minor compaction (all files) 2024-11-10T01:27:32,546 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b93ddfb2a8b2a2eec59bfd2e028a60c1/C in TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:32,546 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ca26f00d9e14ae1a9ad35476672d784, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp, totalSize=36.8 K 2024-11-10T01:27:32,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ca26f00d9e14ae1a9ad35476672d784, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731202047212 2024-11-10T01:27:32,546 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c5ace86665441bcbc99a6af6541d6a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731202048398 2024-11-10T01:27:32,547 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31e8c3460c484b92b1d0c97e23f41c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731202050793 2024-11-10T01:27:32,554 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b93ddfb2a8b2a2eec59bfd2e028a60c1#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:32,554 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/0a5079acd9ce4649b4da60edebd500f0 is 50, key is test_row_0/C:col10/1731202050793/Put/seqid=0 2024-11-10T01:27:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742301_1477 (size=13221) 2024-11-10T01:27:32,968 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/0a5079acd9ce4649b4da60edebd500f0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/0a5079acd9ce4649b4da60edebd500f0 2024-11-10T01:27:32,974 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b93ddfb2a8b2a2eec59bfd2e028a60c1/C of b93ddfb2a8b2a2eec59bfd2e028a60c1 into 0a5079acd9ce4649b4da60edebd500f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:32,974 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: 2024-11-10T01:27:32,974 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., storeName=b93ddfb2a8b2a2eec59bfd2e028a60c1/C, priority=13, startTime=1731202052112; duration=0sec 2024-11-10T01:27:32,974 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:32,974 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b93ddfb2a8b2a2eec59bfd2e028a60c1:C 2024-11-10T01:27:38,007 INFO [Thread-1800 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1800. 2024-11-10T01:27:38,007 DEBUG [Thread-1800 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:38,007 DEBUG [Thread-1800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:38,007 DEBUG [Thread-1800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:38,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:39,207 INFO [Thread-1794 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1794. 2024-11-10T01:27:39,207 DEBUG [Thread-1794 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:27:39,207 DEBUG [Thread-1794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:39,207 DEBUG [Thread-1794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:39,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4181 rows 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1395 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4180 rows 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1395 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4181 rows 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1393 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4167 rows 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-11-10T01:27:39,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4187 rows 2024-11-10T01:27:39,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:27:39,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:27:39,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:39,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:39,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:27:39,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:27:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:39,216 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202059216"}]},"ts":"1731202059216"} 2024-11-10T01:27:39,218 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:27:39,218 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:27:39,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:27:39,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, UNASSIGN}] 2024-11-10T01:27:39,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, UNASSIGN 2024-11-10T01:27:39,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=b93ddfb2a8b2a2eec59bfd2e028a60c1, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, UNASSIGN because future has completed 2024-11-10T01:27:39,225 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:27:39,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:39,378 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:39,378 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:27:39,379 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing b93ddfb2a8b2a2eec59bfd2e028a60c1, disabling compactions & flushes 2024-11-10T01:27:39,379 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:39,379 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:39,379 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. after waiting 0 ms 2024-11-10T01:27:39,379 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:39,379 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T01:27:39,387 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7d0bacce6a254bcaaf93178ba73778ee is 50, key is test_row_2/A:col10/1731202059203/Put/seqid=0 2024-11-10T01:27:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742302_1478 (size=7415) 2024-11-10T01:27:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:39,795 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7d0bacce6a254bcaaf93178ba73778ee 2024-11-10T01:27:39,812 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4ff683c03d674961a14bc1963d4fcfd8 is 50, key is test_row_2/B:col10/1731202059203/Put/seqid=0 2024-11-10T01:27:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742303_1479 (size=7415) 2024-11-10T01:27:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:40,217 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4ff683c03d674961a14bc1963d4fcfd8 2024-11-10T01:27:40,229 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/cec6cfba954d42d9a9b9388ee4a2ad50 is 50, key is test_row_2/C:col10/1731202059203/Put/seqid=0 2024-11-10T01:27:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742304_1480 (size=7415) 2024-11-10T01:27:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:40,634 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/cec6cfba954d42d9a9b9388ee4a2ad50 2024-11-10T01:27:40,641 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/A/7d0bacce6a254bcaaf93178ba73778ee as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7d0bacce6a254bcaaf93178ba73778ee 2024-11-10T01:27:40,644 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7d0bacce6a254bcaaf93178ba73778ee, entries=50, sequenceid=382, filesize=7.2 K 2024-11-10T01:27:40,645 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/B/4ff683c03d674961a14bc1963d4fcfd8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4ff683c03d674961a14bc1963d4fcfd8 2024-11-10T01:27:40,648 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4ff683c03d674961a14bc1963d4fcfd8, entries=50, sequenceid=382, filesize=7.2 K 2024-11-10T01:27:40,649 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/.tmp/C/cec6cfba954d42d9a9b9388ee4a2ad50 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/cec6cfba954d42d9a9b9388ee4a2ad50 2024-11-10T01:27:40,652 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/cec6cfba954d42d9a9b9388ee4a2ad50, entries=50, sequenceid=382, filesize=7.2 K 2024-11-10T01:27:40,653 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1274ms, sequenceid=382, compaction requested=false 2024-11-10T01:27:40,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/957220f65ed74004b56e626170894763, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/96b70815d88c4fc5a37d0804f1190f91, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/cebc52ad74bd4564bd40abcda6f25cdd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bcc190db47dd4491b00c8867fa215f51, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a6d67fadad14279a0564b126387ebd1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9c10d2a071994745abcfd5fee46c75fc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/de19dc30baaf4c86abb1716d17731038, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/82adb6137c104cf7acc004c469758975, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667] to archive 2024-11-10T01:27:40,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:27:40,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a547bc5dc7e40ef83ae3d0179b43826 2024-11-10T01:27:40,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7234143daf7c4464a53a51934273fc46 2024-11-10T01:27:40,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/d556176edcce4aa287793770f03dee84 2024-11-10T01:27:40,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/957220f65ed74004b56e626170894763 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/957220f65ed74004b56e626170894763 2024-11-10T01:27:40,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/19d931830514456db719f1eda15a0f0a 2024-11-10T01:27:40,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7caafa88d8504236bfa202dc4039f9d0 2024-11-10T01:27:40,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/96b70815d88c4fc5a37d0804f1190f91 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/96b70815d88c4fc5a37d0804f1190f91 2024-11-10T01:27:40,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c4c4f492e9024bfdaa24e1ef983e820c 2024-11-10T01:27:40,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/299810251e3f4c1aac8eacf157a5089e 2024-11-10T01:27:40,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/cebc52ad74bd4564bd40abcda6f25cdd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/cebc52ad74bd4564bd40abcda6f25cdd 2024-11-10T01:27:40,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/c09f65d13d1646039c42bbe4e9bcc9c8 2024-11-10T01:27:40,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/5b1dd0b2f7114cdaa2122e115d37aac5 2024-11-10T01:27:40,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bcc190db47dd4491b00c8867fa215f51 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bcc190db47dd4491b00c8867fa215f51 2024-11-10T01:27:40,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9880018ebb664a7a88885905b5ad4930 2024-11-10T01:27:40,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/db57c525508f49ed9358f04269884f43 2024-11-10T01:27:40,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a6d67fadad14279a0564b126387ebd1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/0a6d67fadad14279a0564b126387ebd1 2024-11-10T01:27:40,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7045c892079d4fa8916bd4344f70c30d 2024-11-10T01:27:40,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/94149960c8cd4f519ac6faa73ff4d125 2024-11-10T01:27:40,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9c10d2a071994745abcfd5fee46c75fc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/9c10d2a071994745abcfd5fee46c75fc 2024-11-10T01:27:40,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/275ec69dfe4841b38e6048d908184e74 2024-11-10T01:27:40,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/dd6ef33dc32f47719266d00276bc8152 2024-11-10T01:27:40,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/de19dc30baaf4c86abb1716d17731038 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/de19dc30baaf4c86abb1716d17731038 2024-11-10T01:27:40,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/f27dcf57065f4367976b139deb0433c5 2024-11-10T01:27:40,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/b731defb574a4653a6248671f81e962c 2024-11-10T01:27:40,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/82adb6137c104cf7acc004c469758975 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/82adb6137c104cf7acc004c469758975 2024-11-10T01:27:40,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/ddec23030a774ab587554953c68610c6 2024-11-10T01:27:40,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/6eed1e343e1841189ef613efe60c8667 2024-11-10T01:27:40,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/dc09ed72c0ee474f89ee01b162ddb3f7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7986c02788ee4998b50d639e33615a5e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d0bdc1886c1f479c8dc0b677887058db, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e124800f8f834d6e8a1ce29318a8065a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/db0b5b60e957425593bebfe6a6fe17e1, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/972f1c5aa61c4d0eb7180e57dfdb1d5c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/55b293a780bd4674bed4310f47d3ec88, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a98ba9c6fac8499f8a50ef1caa6f30da, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81] to archive 2024-11-10T01:27:40,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:27:40,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d227e9d1185d4b54994debc31d42dad2 2024-11-10T01:27:40,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7e37b776065f49daac50c6cb74425852 2024-11-10T01:27:40,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/dc09ed72c0ee474f89ee01b162ddb3f7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/dc09ed72c0ee474f89ee01b162ddb3f7 2024-11-10T01:27:40,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a5c60127ae3940d6b3003ce01d37dc32 2024-11-10T01:27:40,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c42880bff069476c849efe07bdd8c860 2024-11-10T01:27:40,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7986c02788ee4998b50d639e33615a5e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/7986c02788ee4998b50d639e33615a5e 2024-11-10T01:27:40,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/bec2b70c23a546a28ee8073ca3ca2690 2024-11-10T01:27:40,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/10373f63f2544471893ec2a25356a704 2024-11-10T01:27:40,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d0bdc1886c1f479c8dc0b677887058db to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/d0bdc1886c1f479c8dc0b677887058db 2024-11-10T01:27:40,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/68121b54260e4c1199b4806d766a969f 2024-11-10T01:27:40,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/5a8b6db7bfe04b17ba81857f9ebe06e8 2024-11-10T01:27:40,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e124800f8f834d6e8a1ce29318a8065a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e124800f8f834d6e8a1ce29318a8065a 2024-11-10T01:27:40,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/83c6d3cc1da947c7a226a66421967675 2024-11-10T01:27:40,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4bd684d419e1417cbab8f44377a1ec3a 2024-11-10T01:27:40,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/db0b5b60e957425593bebfe6a6fe17e1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/db0b5b60e957425593bebfe6a6fe17e1 2024-11-10T01:27:40,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/210a1d23f878422a82308fc261e1f714 2024-11-10T01:27:40,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/17d4dfa2d49b4262b8f17312ffca127c 2024-11-10T01:27:40,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/972f1c5aa61c4d0eb7180e57dfdb1d5c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/972f1c5aa61c4d0eb7180e57dfdb1d5c 2024-11-10T01:27:40,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/03e37b933b6046068075ed4a18cd5b19 2024-11-10T01:27:40,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/c324f25f9eed4e94b90f6f44f6bf9263 2024-11-10T01:27:40,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/55b293a780bd4674bed4310f47d3ec88 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/55b293a780bd4674bed4310f47d3ec88 2024-11-10T01:27:40,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/e3428d5be24f44ab9ee3560844dbb0ff 2024-11-10T01:27:40,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/8baf65e49af543118b7425c8eceec9c7 2024-11-10T01:27:40,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a98ba9c6fac8499f8a50ef1caa6f30da to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/a98ba9c6fac8499f8a50ef1caa6f30da 2024-11-10T01:27:40,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/031da6caaa5f4309b7495742bac3e06c 2024-11-10T01:27:40,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/9d9f752e1e0c4e659ff71c999c5670c2 2024-11-10T01:27:40,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/04b74b992e294c9981531edc8aeffb81 2024-11-10T01:27:40,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e05f4595a0204abfa9cec2d42084e0e2, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a23c9b0979e84c63ac9e76c4383461cf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/7d0cd54077d7415c867d7f57fb8ab8a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/07e56b71b7dd4cffa304e3a48da10c98, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6e4c1aeb046d4167aeaa3731d54d7cdd, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/41e316d83b9549dca45849da8473e293, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/9e2d858effe04853ad6ac9d0a2d8a6ca, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ca26f00d9e14ae1a9ad35476672d784, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86] to archive 2024-11-10T01:27:40,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:27:40,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/be58600c6102436eb5532c6f2c3ea683 2024-11-10T01:27:40,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6f7d077098aa40c8abfb521e90fe849a 2024-11-10T01:27:40,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e05f4595a0204abfa9cec2d42084e0e2 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e05f4595a0204abfa9cec2d42084e0e2 2024-11-10T01:27:40,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ab417210c52407aa86a33d641d3574a 2024-11-10T01:27:40,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/c1c7f021f726440b9cfadc18bf44e2cd 2024-11-10T01:27:40,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a23c9b0979e84c63ac9e76c4383461cf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a23c9b0979e84c63ac9e76c4383461cf 2024-11-10T01:27:40,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3bacf7867d4642a09c89715ab22a358f 2024-11-10T01:27:40,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/e3c3c3fd52904a608b4691c56b0ae8c9 2024-11-10T01:27:40,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/7d0cd54077d7415c867d7f57fb8ab8a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/7d0cd54077d7415c867d7f57fb8ab8a8 2024-11-10T01:27:40,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/4fb46ae5a9d947a0a0440cee54c12caf 2024-11-10T01:27:40,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/b9a04d14ed3947ee83c7eddf75cfec2b 2024-11-10T01:27:40,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/07e56b71b7dd4cffa304e3a48da10c98 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/07e56b71b7dd4cffa304e3a48da10c98 2024-11-10T01:27:40,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/3325d8a72a484ef7b513a24181a81d20 2024-11-10T01:27:40,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/735ca529e0204f02a4563549fd9c04ba 2024-11-10T01:27:40,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6e4c1aeb046d4167aeaa3731d54d7cdd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/6e4c1aeb046d4167aeaa3731d54d7cdd 2024-11-10T01:27:40,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a141ddb9541e4e52946fc62c72beddb8 2024-11-10T01:27:40,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/5a2f9b1d1f42465babfc7d2cb05a17f3 2024-11-10T01:27:40,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/41e316d83b9549dca45849da8473e293 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/41e316d83b9549dca45849da8473e293 2024-11-10T01:27:40,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/11ac0339caa845b79602452711b13f89 2024-11-10T01:27:40,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/f0357215bfdf45f985b321e5acd38942 2024-11-10T01:27:40,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/9e2d858effe04853ad6ac9d0a2d8a6ca to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/9e2d858effe04853ad6ac9d0a2d8a6ca 2024-11-10T01:27:40,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/ebde33801e2643599980df976895578b 2024-11-10T01:27:40,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/a4dd61aa29304317adb9ce320b34e48b 2024-11-10T01:27:40,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ca26f00d9e14ae1a9ad35476672d784 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2ca26f00d9e14ae1a9ad35476672d784 2024-11-10T01:27:40,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/85af47caede5430b81d091a47103bd18 2024-11-10T01:27:40,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/2c5ace86665441bcbc99a6af6541d6a9 2024-11-10T01:27:40,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/31e8c3460c484b92b1d0c97e23f41c86 2024-11-10T01:27:40,716 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/recovered.edits/385.seqid, newMaxSeqId=385, maxSeqId=1 2024-11-10T01:27:40,717 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. 2024-11-10T01:27:40,717 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for b93ddfb2a8b2a2eec59bfd2e028a60c1: Waiting for close lock at 1731202059379Running coprocessor pre-close hooks at 1731202059379Disabling compacts and flushes for region at 1731202059379Disabling writes for close at 1731202059379Obtaining lock to block concurrent updates at 1731202059379Preparing flush snapshotting stores in b93ddfb2a8b2a2eec59bfd2e028a60c1 at 1731202059379Finished memstore snapshotting TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731202059380 (+1 ms)Flushing stores of TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1. at 1731202059381 (+1 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/A: creating writer at 1731202059381Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/A: appending metadata at 1731202059386 (+5 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/A: closing flushed file at 1731202059386Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/B: creating writer at 1731202059806 (+420 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/B: appending metadata at 1731202059811 (+5 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/B: closing flushed file at 1731202059811Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/C: creating writer at 1731202060226 (+415 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/C: appending metadata at 1731202060228 (+2 ms)Flushing b93ddfb2a8b2a2eec59bfd2e028a60c1/C: closing flushed file at 1731202060228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a5284f: reopening flushed file at 1731202060640 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6141b6aa: reopening flushed file at 1731202060644 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b5f8b6: reopening flushed file at 1731202060648 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b93ddfb2a8b2a2eec59bfd2e028a60c1 in 1274ms, sequenceid=382, compaction requested=false at 1731202060653 (+5 ms)Writing region close event to WAL at 1731202060714 (+61 ms)Running coprocessor post-close hooks at 1731202060717 (+3 ms)Closed at 1731202060717 2024-11-10T01:27:40,719 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:40,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=b93ddfb2a8b2a2eec59bfd2e028a60c1, regionState=CLOSED 2024-11-10T01:27:40,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:40,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T01:27:40,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure b93ddfb2a8b2a2eec59bfd2e028a60c1, server=0c4d4d227d60,43661,1731201895398 in 1.4960 sec 2024-11-10T01:27:40,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-10T01:27:40,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b93ddfb2a8b2a2eec59bfd2e028a60c1, UNASSIGN in 1.5010 sec 2024-11-10T01:27:40,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T01:27:40,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5050 sec 2024-11-10T01:27:40,726 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202060726"}]},"ts":"1731202060726"} 2024-11-10T01:27:40,727 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:27:40,727 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:27:40,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-11-10T01:27:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T01:27:41,373 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:41,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:27:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,378 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T01:27:41,380 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:41,390 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/recovered.edits] 2024-11-10T01:27:41,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7d0bacce6a254bcaaf93178ba73778ee to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/7d0bacce6a254bcaaf93178ba73778ee 2024-11-10T01:27:41,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bbad0a3d40b941dd998eee7e08cc428d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/A/bbad0a3d40b941dd998eee7e08cc428d 2024-11-10T01:27:41,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4ff683c03d674961a14bc1963d4fcfd8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/4ff683c03d674961a14bc1963d4fcfd8 2024-11-10T01:27:41,401 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/6a0ba08cd51046ae878d270399e6f491 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/B/6a0ba08cd51046ae878d270399e6f491 2024-11-10T01:27:41,405 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/0a5079acd9ce4649b4da60edebd500f0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/0a5079acd9ce4649b4da60edebd500f0 2024-11-10T01:27:41,406 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/cec6cfba954d42d9a9b9388ee4a2ad50 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/C/cec6cfba954d42d9a9b9388ee4a2ad50 2024-11-10T01:27:41,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/recovered.edits/385.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1/recovered.edits/385.seqid 2024-11-10T01:27:41,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/b93ddfb2a8b2a2eec59bfd2e028a60c1 2024-11-10T01:27:41,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:27:41,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,414 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:27:41,416 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:27:41,418 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,418 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:27:41,418 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731202061418"}]},"ts":"9223372036854775807"} 2024-11-10T01:27:41,420 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:27:41,420 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b93ddfb2a8b2a2eec59bfd2e028a60c1, NAME => 'TestAcidGuarantees,,1731202027503.b93ddfb2a8b2a2eec59bfd2e028a60c1.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:27:41,421 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:27:41,421 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731202061421"}]},"ts":"9223372036854775807"} 2024-11-10T01:27:41,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:27:41,423 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-10T01:27:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T01:27:41,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:27:41,493 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:41,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 239), OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=2309 (was 2331) 2024-11-10T01:27:41,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=2308 2024-11-10T01:27:41,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:27:41,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:27:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:41,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:27:41,521 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:41,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-11-10T01:27:41,522 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:27:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742305_1481 (size=959) 2024-11-10T01:27:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:41,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606 2024-11-10T01:27:41,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742306_1482 (size=53) 2024-11-10T01:27:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:42,343 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:27:42,343 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 57db23da2eda8b16d0592b7592d09842, disabling compactions & flushes 2024-11-10T01:27:42,343 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,343 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. after waiting 0 ms 2024-11-10T01:27:42,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,344 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57db23da2eda8b16d0592b7592d09842: Waiting for close lock at 1731202062343Disabling compacts and flushes for region at 1731202062343Disabling writes for close at 1731202062344 (+1 ms)Writing region close event to WAL at 1731202062344Closed at 1731202062344 2024-11-10T01:27:42,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:27:42,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731202062346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202062346"}]},"ts":"1731202062346"} 2024-11-10T01:27:42,350 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T01:27:42,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:27:42,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202062351"}]},"ts":"1731202062351"} 2024-11-10T01:27:42,352 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T01:27:42,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, ASSIGN}] 2024-11-10T01:27:42,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, ASSIGN 2024-11-10T01:27:42,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, ASSIGN; state=OFFLINE, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=false 2024-11-10T01:27:42,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:42,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, ASSIGN because future has completed 2024-11-10T01:27:42,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:42,671 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:27:42,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:27:42,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,671 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,673 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,674 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName A 2024-11-10T01:27:42,674 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:42,675 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:42,675 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,676 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName B 2024-11-10T01:27:42,676 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:42,677 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:42,677 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,678 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName C 2024-11-10T01:27:42,678 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:42,679 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:42,679 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,680 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,680 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,682 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,682 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,682 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:27:42,684 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,687 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:27:42,687 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 57db23da2eda8b16d0592b7592d09842; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288990, jitterRate=-0.012217074632644653}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:27:42,687 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:42,688 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 57db23da2eda8b16d0592b7592d09842: Running coprocessor pre-open hook at 1731202062671Writing region info on filesystem at 1731202062671Initializing all the Stores at 1731202062672 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202062672Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202062673 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202062673Cleaning up temporary data from old regions at 1731202062682 (+9 ms)Running coprocessor post-open hooks at 1731202062687 (+5 ms)Region opened successfully at 1731202062688 (+1 ms) 2024-11-10T01:27:42,689 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., pid=136, masterSystemTime=1731202062665 2024-11-10T01:27:42,692 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,692 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:42,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=OPEN, openSeqNum=2, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:42,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:42,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T01:27:42,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 in 185 msec 2024-11-10T01:27:42,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-10T01:27:42,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, ASSIGN in 345 msec 2024-11-10T01:27:42,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:27:42,702 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202062701"}]},"ts":"1731202062701"} 2024-11-10T01:27:42,703 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T01:27:42,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:27:42,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-10T01:27:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T01:27:43,672 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:43,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173ad90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:43,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:43,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:43,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:43,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:43,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:43,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8edba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:43,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:43,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:43,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:43,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15287d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:43,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:43,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:43,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:27:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c4d4d227d60,42943,1731201893973 2024-11-10T01:27:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9308b4 2024-11-10T01:27:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:27:43,687 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:27:43,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T01:27:43,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:27:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T01:27:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742307_1483 (size=995) 2024-11-10T01:27:44,143 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T01:27:44,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T01:27:44,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:27:44,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE}] 2024-11-10T01:27:44,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE 2024-11-10T01:27:44,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE because future has completed 2024-11-10T01:27:44,156 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:27:44,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:44,309 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,309 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:27:44,309 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 57db23da2eda8b16d0592b7592d09842, disabling compactions & flushes 2024-11-10T01:27:44,309 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,309 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,309 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. after waiting 0 ms 2024-11-10T01:27:44,309 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,312 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T01:27:44,313 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,313 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 57db23da2eda8b16d0592b7592d09842: Waiting for close lock at 1731202064309Running coprocessor pre-close hooks at 1731202064309Disabling compacts and flushes for region at 1731202064309Disabling writes for close at 1731202064309Writing region close event to WAL at 1731202064309Running coprocessor post-close hooks at 1731202064313 (+4 ms)Closed at 1731202064313 2024-11-10T01:27:44,313 WARN [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: 57db23da2eda8b16d0592b7592d09842 to self. 2024-11-10T01:27:44,315 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=CLOSED 2024-11-10T01:27:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:44,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T01:27:44,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 in 163 msec 2024-11-10T01:27:44,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE; state=CLOSED, location=0c4d4d227d60,43661,1731201895398; forceNewPlan=false, retain=true 2024-11-10T01:27:44,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:27:44,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=OPENING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE because future has completed 2024-11-10T01:27:44,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:27:44,639 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,640 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:27:44,641 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,641 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:27:44,641 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,642 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,644 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,645 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName A 2024-11-10T01:27:44,647 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:44,647 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:44,648 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,648 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName B 2024-11-10T01:27:44,648 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:44,649 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:44,649 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,649 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57db23da2eda8b16d0592b7592d09842 columnFamilyName C 2024-11-10T01:27:44,649 DEBUG [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:44,650 INFO [StoreOpener-57db23da2eda8b16d0592b7592d09842-1 {}] regionserver.HStore(327): Store=57db23da2eda8b16d0592b7592d09842/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:27:44,650 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,650 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,651 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,652 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,652 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,652 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T01:27:44,653 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,653 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 57db23da2eda8b16d0592b7592d09842; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73398540, jitterRate=0.09372347593307495}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T01:27:44,653 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,654 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 57db23da2eda8b16d0592b7592d09842: Running coprocessor pre-open hook at 1731202064642Writing region info on filesystem at 1731202064642Initializing all the Stores at 1731202064644 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202064644Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202064644Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202064644Cleaning up temporary data from old regions at 1731202064652 (+8 ms)Running coprocessor post-open hooks at 1731202064653 (+1 ms)Region opened successfully at 1731202064654 (+1 ms) 2024-11-10T01:27:44,654 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., pid=141, masterSystemTime=1731202064632 2024-11-10T01:27:44,656 DEBUG [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,656 INFO [RS_OPEN_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=OPEN, openSeqNum=5, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:27:44,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-11-10T01:27:44,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 in 181 msec 2024-11-10T01:27:44,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T01:27:44,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, REOPEN/MOVE in 509 msec 2024-11-10T01:27:44,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-10T01:27:44,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-10T01:27:44,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 974 msec 2024-11-10T01:27:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T01:27:44,665 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:44,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dabf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,667 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e59d60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b06fb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4262b017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d07b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a71e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b3ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,672 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de96dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,673 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7349a034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263b0516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,675 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d747114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,676 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65eaaa19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792e8aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4822a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,680 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1a8d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580223ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,682 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfe7e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610a8876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e638e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ba6dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,687 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d26beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa7a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,690 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11aa919c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9e3564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9cbeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,693 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c424839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,694 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53effe84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3012edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c4d4d227d60,42943,-1 for getting cluster id 2024-11-10T01:27:44,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:27:44,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be51d-c8ce-4826-9eab-e332ff8dd706' 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be51d-c8ce-4826-9eab-e332ff8dd706" 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59935145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c4d4d227d60,42943,-1] 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:27:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:27:44,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:27:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:27:44,698 DEBUG [Thread-2207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,698 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,698 DEBUG [Thread-2194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,698 DEBUG [Thread-2196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,698 DEBUG [Thread-2188 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,699 DEBUG [Thread-2190 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,699 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,699 DEBUG [Thread-2192 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,698 DEBUG [Thread-2205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,700 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-10T01:27:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,701 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c4d4d227d60,43661,1731201895398, seqNum=-1] 2024-11-10T01:27:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:27:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:44,705 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:27:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:44,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5] 2024-11-10T01:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,739 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:44,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T01:27:44,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111097935821c9d64a9599e1ef7c8e39e830_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202064739/Put/seqid=0 2024-11-10T01:27:44,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202124758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742308_1484 (size=12154) 2024-11-10T01:27:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202124759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202124759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202124759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202124760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111097935821c9d64a9599e1ef7c8e39e830_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097935821c9d64a9599e1ef7c8e39e830_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:44,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/4f6f19b4cbf146c0becd3a1907e6d134, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:44,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/4f6f19b4cbf146c0becd3a1907e6d134 is 175, key is test_row_0/A:col10/1731202064739/Put/seqid=0 2024-11-10T01:27:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742309_1485 (size=30955) 2024-11-10T01:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:44,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T01:27:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:44,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:44,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202124871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202124871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202124871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202124871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202124871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T01:27:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:45,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202125081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202125081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202125081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202125081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202125081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T01:27:45,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:45,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:45,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:45,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:45,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/4f6f19b4cbf146c0becd3a1907e6d134 2024-11-10T01:27:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a3ccf23114c84f38a9d001c9379b2845 is 50, key is test_row_0/B:col10/1731202064739/Put/seqid=0 2024-11-10T01:27:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742310_1486 (size=12001) 2024-11-10T01:27:45,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a3ccf23114c84f38a9d001c9379b2845 2024-11-10T01:27:45,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4eadf0bd8ca54e61b2aebea753319efb is 50, key is test_row_0/C:col10/1731202064739/Put/seqid=0 2024-11-10T01:27:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742311_1487 (size=12001) 2024-11-10T01:27:45,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4eadf0bd8ca54e61b2aebea753319efb 2024-11-10T01:27:45,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/4f6f19b4cbf146c0becd3a1907e6d134 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134 2024-11-10T01:27:45,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134, entries=150, sequenceid=16, filesize=30.2 K 2024-11-10T01:27:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a3ccf23114c84f38a9d001c9379b2845 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845 2024-11-10T01:27:45,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T01:27:45,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4eadf0bd8ca54e61b2aebea753319efb as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb 2024-11-10T01:27:45,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T01:27:45,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 57db23da2eda8b16d0592b7592d09842 in 506ms, sequenceid=16, compaction requested=false 2024-11-10T01:27:45,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:45,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T01:27:45,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:45,317 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T01:27:45,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111078f99b5a7b3942cea293b3b2a7f97730_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202064759/Put/seqid=0 2024-11-10T01:27:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742312_1488 (size=12154) 2024-11-10T01:27:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:45,329 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111078f99b5a7b3942cea293b3b2a7f97730_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078f99b5a7b3942cea293b3b2a7f97730_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:45,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/9eb9c5c9aa384d918bc4e0535b7e3259, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:45,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/9eb9c5c9aa384d918bc4e0535b7e3259 is 175, key is test_row_0/A:col10/1731202064759/Put/seqid=0 2024-11-10T01:27:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742313_1489 (size=30955) 2024-11-10T01:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202125395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202125398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202125399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202125399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202125400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202125511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202125511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202125512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202125512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202125512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202125721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202125722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202125722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202125722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202125722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:45,733 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/9eb9c5c9aa384d918bc4e0535b7e3259 2024-11-10T01:27:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/71ddba3fef5b49baad3a655c08ec095a is 50, key is test_row_0/B:col10/1731202064759/Put/seqid=0 2024-11-10T01:27:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742314_1490 (size=12001) 2024-11-10T01:27:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202126031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202126031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202126031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202126031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202126032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,143 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/71ddba3fef5b49baad3a655c08ec095a 2024-11-10T01:27:46,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f734fef7616240248f9f44f942abf22b is 50, key is test_row_0/C:col10/1731202064759/Put/seqid=0 2024-11-10T01:27:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742315_1491 (size=12001) 2024-11-10T01:27:46,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:27:46,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202126541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202126541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202126542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202126542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202126542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:46,553 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f734fef7616240248f9f44f942abf22b 2024-11-10T01:27:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/9eb9c5c9aa384d918bc4e0535b7e3259 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259 2024-11-10T01:27:46,559 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T01:27:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/71ddba3fef5b49baad3a655c08ec095a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a 2024-11-10T01:27:46,562 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T01:27:46,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f734fef7616240248f9f44f942abf22b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b 2024-11-10T01:27:46,565 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T01:27:46,566 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 57db23da2eda8b16d0592b7592d09842 in 1249ms, sequenceid=40, compaction requested=false 2024-11-10T01:27:46,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:46,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:46,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-10T01:27:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-10T01:27:46,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-10T01:27:46,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-10T01:27:46,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8700 sec 2024-11-10T01:27:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T01:27:46,852 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:46,852 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-10T01:27:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:46,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:46,854 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:46,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:47,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T01:27:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:47,006 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T01:27:47,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f662fe566fde43608b8400d6e34ee981_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202065399/Put/seqid=0 2024-11-10T01:27:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742316_1492 (size=12154) 2024-11-10T01:27:47,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:47,018 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f662fe566fde43608b8400d6e34ee981_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f662fe566fde43608b8400d6e34ee981_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/ed47244abcf647cda56f0a003c239f75, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/ed47244abcf647cda56f0a003c239f75 is 175, key is test_row_0/A:col10/1731202065399/Put/seqid=0 2024-11-10T01:27:47,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742317_1493 (size=30955) 2024-11-10T01:27:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:47,423 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/ed47244abcf647cda56f0a003c239f75 2024-11-10T01:27:47,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/124a78ba9427459796e945317a2a3dad is 50, key is test_row_0/B:col10/1731202065399/Put/seqid=0 2024-11-10T01:27:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742318_1494 (size=12001) 2024-11-10T01:27:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:47,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:47,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202127602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202127603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202127603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202127604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202127605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202127711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202127711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202127712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202127712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202127712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,832 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/124a78ba9427459796e945317a2a3dad 2024-11-10T01:27:47,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4d9c3739b1524ebd8d08b83eb84320fc is 50, key is test_row_0/C:col10/1731202065399/Put/seqid=0 2024-11-10T01:27:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742319_1495 (size=12001) 2024-11-10T01:27:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202128231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202128232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202128232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202128232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202128232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,240 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4d9c3739b1524ebd8d08b83eb84320fc 2024-11-10T01:27:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/ed47244abcf647cda56f0a003c239f75 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75 2024-11-10T01:27:48,246 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75, entries=150, sequenceid=52, filesize=30.2 K 2024-11-10T01:27:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/124a78ba9427459796e945317a2a3dad as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad 2024-11-10T01:27:48,249 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T01:27:48,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4d9c3739b1524ebd8d08b83eb84320fc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc 2024-11-10T01:27:48,252 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T01:27:48,253 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 57db23da2eda8b16d0592b7592d09842 in 1246ms, sequenceid=52, compaction requested=true 2024-11-10T01:27:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-10T01:27:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-10T01:27:48,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T01:27:48,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-10T01:27:48,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4030 sec 2024-11-10T01:27:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:48,743 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:48,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T01:27:48,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110158eb975274a42c9a79d9a6dd363f8bd_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:48,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202128752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742320_1496 (size=17034) 2024-11-10T01:27:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202128752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202128753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202128755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202128755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202128861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202128861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202128862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202128862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202128862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T01:27:49,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:49,002 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-10T01:27:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:49,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:49,004 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:49,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202129072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202129072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202129072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202129072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202129072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:49,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:49,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110158eb975274a42c9a79d9a6dd363f8bd_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110158eb975274a42c9a79d9a6dd363f8bd_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:49,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/08ae3f86405a4293981d46dff4cad6d3, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:49,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/08ae3f86405a4293981d46dff4cad6d3 is 175, key is test_row_0/A:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742321_1497 (size=48139) 2024-11-10T01:27:49,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202129381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202129382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202129382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202129382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202129382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/08ae3f86405a4293981d46dff4cad6d3 2024-11-10T01:27:49,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/156029ef2f254c80910be9cde096603d is 50, key is test_row_0/B:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:49,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742322_1498 (size=12001) 2024-11-10T01:27:49,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:49,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202129892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202129892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202129892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202129892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202129892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:49,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:49,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:49,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/156029ef2f254c80910be9cde096603d 2024-11-10T01:27:49,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2003d87affb94636a78689ca9f101924 is 50, key is test_row_0/C:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742323_1499 (size=12001) 2024-11-10T01:27:50,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:50,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:50,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:50,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2003d87affb94636a78689ca9f101924 2024-11-10T01:27:50,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/08ae3f86405a4293981d46dff4cad6d3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3 2024-11-10T01:27:50,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3, entries=250, sequenceid=78, filesize=47.0 K 2024-11-10T01:27:50,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/156029ef2f254c80910be9cde096603d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d 2024-11-10T01:27:50,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T01:27:50,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2003d87affb94636a78689ca9f101924 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924 2024-11-10T01:27:50,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T01:27:50,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57db23da2eda8b16d0592b7592d09842 in 1648ms, sequenceid=78, compaction requested=true 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:50,391 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:50,391 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:27:50,392 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,392 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=46.9 K 2024-11-10T01:27:50,392 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=137.7 K 2024-11-10T01:27:50,392 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3] 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ccf23114c84f38a9d001c9379b2845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731202064718 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f6f19b4cbf146c0becd3a1907e6d134, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731202064718 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ddba3fef5b49baad3a655c08ec095a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731202064757 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb9c5c9aa384d918bc4e0535b7e3259, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731202064757 2024-11-10T01:27:50,392 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 124a78ba9427459796e945317a2a3dad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731202065393 2024-11-10T01:27:50,393 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 156029ef2f254c80910be9cde096603d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:50,393 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed47244abcf647cda56f0a003c239f75, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731202065393 2024-11-10T01:27:50,393 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ae3f86405a4293981d46dff4cad6d3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:50,397 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:50,399 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105d62544d5383456ea6487af00b4ebfdb_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:50,400 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:50,400 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/e1d660b58bb740c59fe063f6fe5133fa is 50, key is test_row_0/B:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:50,401 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105d62544d5383456ea6487af00b4ebfdb_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:50,401 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105d62544d5383456ea6487af00b4ebfdb_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742324_1500 (size=12139) 2024-11-10T01:27:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742325_1501 (size=4469) 2024-11-10T01:27:50,421 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/e1d660b58bb740c59fe063f6fe5133fa as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/e1d660b58bb740c59fe063f6fe5133fa 2024-11-10T01:27:50,424 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into e1d660b58bb740c59fe063f6fe5133fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:50,424 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:50,424 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=12, startTime=1731202070391; duration=0sec 2024-11-10T01:27:50,424 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:50,424 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:27:50,424 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T01:27:50,425 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T01:27:50,425 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:27:50,425 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,425 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=46.9 K 2024-11-10T01:27:50,426 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eadf0bd8ca54e61b2aebea753319efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731202064718 2024-11-10T01:27:50,426 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f734fef7616240248f9f44f942abf22b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731202064757 2024-11-10T01:27:50,426 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d9c3739b1524ebd8d08b83eb84320fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731202065393 2024-11-10T01:27:50,427 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2003d87affb94636a78689ca9f101924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:50,435 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:50,435 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/3fe08d7550044dd2b8437e600dc302e5 is 50, key is test_row_0/C:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742326_1502 (size=12139) 2024-11-10T01:27:50,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T01:27:50,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:50,528 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T01:27:50,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111078d068f678784c889a717fdb209395ba_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202068747/Put/seqid=0 2024-11-10T01:27:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742327_1503 (size=12154) 2024-11-10T01:27:50,812 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:50,812 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/fa9d594accab41f3af78318eb2fd4d54 is 175, key is test_row_0/A:col10/1731202068743/Put/seqid=0 2024-11-10T01:27:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742328_1504 (size=31093) 2024-11-10T01:27:50,842 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/3fe08d7550044dd2b8437e600dc302e5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/3fe08d7550044dd2b8437e600dc302e5 2024-11-10T01:27:50,846 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into 3fe08d7550044dd2b8437e600dc302e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:50,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:50,846 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=12, startTime=1731202070391; duration=0sec 2024-11-10T01:27:50,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:50,846 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:27:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:50,940 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111078d068f678784c889a717fdb209395ba_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078d068f678784c889a717fdb209395ba_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/5fe7c5b0d5284be9afdd849de34b2593, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/5fe7c5b0d5284be9afdd849de34b2593 is 175, key is test_row_0/A:col10/1731202068747/Put/seqid=0 2024-11-10T01:27:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742329_1505 (size=30955) 2024-11-10T01:27:50,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202130958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202130958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202130959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202130963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202130964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202131071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202131071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202131072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202131072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202131072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:51,218 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/fa9d594accab41f3af78318eb2fd4d54 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54 2024-11-10T01:27:51,221 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into fa9d594accab41f3af78318eb2fd4d54(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:51,221 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:51,221 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=12, startTime=1731202070391; duration=0sec 2024-11-10T01:27:51,221 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:51,221 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:27:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202131282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202131282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202131282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202131282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202131282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/5fe7c5b0d5284be9afdd849de34b2593 2024-11-10T01:27:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/513781f4da5a4cb4bcd90cadde2b1f60 is 50, key is test_row_0/B:col10/1731202068747/Put/seqid=0 2024-11-10T01:27:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742330_1506 (size=12001) 2024-11-10T01:27:51,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:51,753 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/513781f4da5a4cb4bcd90cadde2b1f60 2024-11-10T01:27:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/0adfa8d5793c4a079eb794f82ee245b7 is 50, key is test_row_0/C:col10/1731202068747/Put/seqid=0 2024-11-10T01:27:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742331_1507 (size=12001) 2024-11-10T01:27:52,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:52,162 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/0adfa8d5793c4a079eb794f82ee245b7 2024-11-10T01:27:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/5fe7c5b0d5284be9afdd849de34b2593 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593 2024-11-10T01:27:52,167 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593, entries=150, sequenceid=89, filesize=30.2 K 2024-11-10T01:27:52,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/513781f4da5a4cb4bcd90cadde2b1f60 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60 2024-11-10T01:27:52,170 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60, entries=150, sequenceid=89, filesize=11.7 K 2024-11-10T01:27:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/0adfa8d5793c4a079eb794f82ee245b7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7 2024-11-10T01:27:52,173 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-10T01:27:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 57db23da2eda8b16d0592b7592d09842 in 1646ms, sequenceid=89, compaction requested=false 2024-11-10T01:27:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-10T01:27:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-10T01:27:52,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T01:27:52,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1710 sec 2024-11-10T01:27:52,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.1750 sec 2024-11-10T01:27:53,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:27:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T01:27:53,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fd94f0b63c674ef29a6b0120a82e5d56_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742332_1508 (size=14594) 2024-11-10T01:27:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202133119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202133121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202133121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202133121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202133122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,127 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,127 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T01:27:53,171 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:53,171 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-10T01:27:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:53,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:53,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:53,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202133231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202133231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202133231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:53,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202133441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202133441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202133441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:53,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:53,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fd94f0b63c674ef29a6b0120a82e5d56_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fd94f0b63c674ef29a6b0120a82e5d56_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:53,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/75222aaf88a2498a9e2fa8d6eb6845f8, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:53,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/75222aaf88a2498a9e2fa8d6eb6845f8 is 175, key is test_row_0/A:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742333_1509 (size=39549) 2024-11-10T01:27:53,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/75222aaf88a2498a9e2fa8d6eb6845f8 2024-11-10T01:27:53,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/8723c41598224822af4ef6206c075d07 is 50, key is test_row_0/B:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742334_1510 (size=12001) 2024-11-10T01:27:53,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202133751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202133751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202133751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:53,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:53,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:53,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:53,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:53,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:53,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:53,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:53,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:53,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/8723c41598224822af4ef6206c075d07 2024-11-10T01:27:53,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/32a43dd1d2bb4707bbd26ae967897289 is 50, key is test_row_0/C:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742335_1511 (size=12001) 2024-11-10T01:27:54,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:54,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202134261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202134261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202134261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:54,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/32a43dd1d2bb4707bbd26ae967897289 2024-11-10T01:27:54,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/75222aaf88a2498a9e2fa8d6eb6845f8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8 2024-11-10T01:27:54,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8, entries=200, sequenceid=118, filesize=38.6 K 2024-11-10T01:27:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/8723c41598224822af4ef6206c075d07 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07 2024-11-10T01:27:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T01:27:54,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/32a43dd1d2bb4707bbd26ae967897289 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289 2024-11-10T01:27:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T01:27:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 57db23da2eda8b16d0592b7592d09842 in 1244ms, sequenceid=118, compaction requested=true 2024-11-10T01:27:54,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:27:54,358 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:27:54,358 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,358 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,359 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=99.2 K 2024-11-10T01:27:54,359 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/e1d660b58bb740c59fe063f6fe5133fa, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=35.3 K 2024-11-10T01:27:54,359 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8] 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d660b58bb740c59fe063f6fe5133fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa9d594accab41f3af78318eb2fd4d54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 513781f4da5a4cb4bcd90cadde2b1f60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731202068747 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fe7c5b0d5284be9afdd849de34b2593, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731202068747 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8723c41598224822af4ef6206c075d07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:54,359 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75222aaf88a2498a9e2fa8d6eb6845f8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,363 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,364 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,365 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/bc5e01d2ce9e499f9c753cc9f5d55975 is 50, key is test_row_0/B:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,365 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110594225b2e36f4c04aecee16fad810f89_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,368 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110594225b2e36f4c04aecee16fad810f89_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:54,368 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110594225b2e36f4c04aecee16fad810f89_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742336_1512 (size=12241) 2024-11-10T01:27:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742337_1513 (size=4469) 2024-11-10T01:27:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,390 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#436 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,391 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/a0e97726a31a4682850d52e36c70a398 is 175, key is test_row_0/A:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T01:27:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,392 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T01:27:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742338_1514 (size=31195) 2024-11-10T01:27:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110692b34fcd2e34509bace7cc7b9bf23aa_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202073118/Put/seqid=0 2024-11-10T01:27:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742339_1515 (size=9714) 2024-11-10T01:27:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:27:54,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T01:27:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/bc5e01d2ce9e499f9c753cc9f5d55975 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/bc5e01d2ce9e499f9c753cc9f5d55975 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,793 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into bc5e01d2ce9e499f9c753cc9f5d55975(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:54,793 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,793 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=13, startTime=1731202074358; duration=0sec 2024-11-10T01:27:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,793 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:54,793 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:27:54,793 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:54,795 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:54,795 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/3fe08d7550044dd2b8437e600dc302e5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=35.3 K 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,795 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe08d7550044dd2b8437e600dc302e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731202067602 2024-11-10T01:27:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,796 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 0adfa8d5793c4a079eb794f82ee245b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731202068747 2024-11-10T01:27:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,796 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 32a43dd1d2bb4707bbd26ae967897289, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,802 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,802 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/ddcd439ef929486898908870febf2810 is 50, key is test_row_0/C:col10/1731202073112/Put/seqid=0 2024-11-10T01:27:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,804 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/a0e97726a31a4682850d52e36c70a398 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398 2024-11-10T01:27:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,807 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into a0e97726a31a4682850d52e36c70a398(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:54,807 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,807 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=13, startTime=1731202074358; duration=0sec 2024-11-10T01:27:54,807 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:54,807 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:27:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742340_1516 (size=12241) 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,822 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110692b34fcd2e34509bace7cc7b9bf23aa_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110692b34fcd2e34509bace7cc7b9bf23aa_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/204c650b5d304ee3a3db13d6a1666b32, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/204c650b5d304ee3a3db13d6a1666b32 is 175, key is test_row_0/A:col10/1731202073118/Put/seqid=0 2024-11-10T01:27:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742341_1517 (size=22361) 2024-11-10T01:27:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,843 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/204c650b5d304ee3a3db13d6a1666b32 2024-11-10T01:27:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/1b1d8b0ca16b4e88b3f098857c6e87d5 is 50, key is test_row_0/B:col10/1731202073118/Put/seqid=0 2024-11-10T01:27:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742342_1518 (size=9657) 2024-11-10T01:27:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:55,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202135186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202135188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,214 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/ddcd439ef929486898908870febf2810 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ddcd439ef929486898908870febf2810 2024-11-10T01:27:55,217 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into ddcd439ef929486898908870febf2810(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:55,217 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:55,217 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=13, startTime=1731202074358; duration=0sec 2024-11-10T01:27:55,217 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:55,217 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:27:55,252 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/1b1d8b0ca16b4e88b3f098857c6e87d5 2024-11-10T01:27:55,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/42a58c8796f642a8987d3c40db32814d is 50, key is test_row_0/C:col10/1731202073118/Put/seqid=0 2024-11-10T01:27:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742343_1519 (size=9657) 2024-11-10T01:27:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202135271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202135271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,272 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,273 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202135281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,283 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202135301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202135302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:55,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202135512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202135512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,660 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/42a58c8796f642a8987d3c40db32814d 2024-11-10T01:27:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/204c650b5d304ee3a3db13d6a1666b32 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32 2024-11-10T01:27:55,667 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32, entries=100, sequenceid=127, filesize=21.8 K 2024-11-10T01:27:55,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/1b1d8b0ca16b4e88b3f098857c6e87d5 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5 2024-11-10T01:27:55,670 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5, entries=100, sequenceid=127, filesize=9.4 K 2024-11-10T01:27:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/42a58c8796f642a8987d3c40db32814d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d 2024-11-10T01:27:55,674 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d, entries=100, sequenceid=127, filesize=9.4 K 2024-11-10T01:27:55,675 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 57db23da2eda8b16d0592b7592d09842 in 1283ms, sequenceid=127, compaction requested=false 2024-11-10T01:27:55,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:55,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:55,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-10T01:27:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-10T01:27:55,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T01:27:55,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5030 sec 2024-11-10T01:27:55,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.5080 sec 2024-11-10T01:27:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:55,823 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:55,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T01:27:55,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107664739052ad45f29382e9d8932a5361_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742344_1520 (size=14794) 2024-11-10T01:27:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202135832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202135833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202135941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202135941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202136152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202136152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:56,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107664739052ad45f29382e9d8932a5361_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107664739052ad45f29382e9d8932a5361_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:56,237 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/559033327d7a4d159a43a331e21b11ba, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:56,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/559033327d7a4d159a43a331e21b11ba is 175, key is test_row_0/A:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742345_1521 (size=39749) 2024-11-10T01:27:56,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202136461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202136461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/559033327d7a4d159a43a331e21b11ba 2024-11-10T01:27:56,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/5289e90602ec40ad8a23c46e33184e2f is 50, key is test_row_0/B:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742346_1522 (size=12151) 2024-11-10T01:27:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202136971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202136971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:57,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/5289e90602ec40ad8a23c46e33184e2f 2024-11-10T01:27:57,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2a0046b50be4477f8c92afe02e64d389 is 50, key is test_row_0/C:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742347_1523 (size=12151) 2024-11-10T01:27:57,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202137281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:57,284 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:57,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202137291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:57,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202137292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:57,293 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:57,293 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T01:27:57,341 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:57,342 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-10T01:27:57,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:57,344 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:57,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:57,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2a0046b50be4477f8c92afe02e64d389 2024-11-10T01:27:57,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/559033327d7a4d159a43a331e21b11ba as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba 2024-11-10T01:27:57,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba, entries=200, sequenceid=159, filesize=38.8 K 2024-11-10T01:27:57,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/5289e90602ec40ad8a23c46e33184e2f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f 2024-11-10T01:27:57,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T01:27:57,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2a0046b50be4477f8c92afe02e64d389 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389 2024-11-10T01:27:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T01:27:57,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 57db23da2eda8b16d0592b7592d09842 in 1648ms, sequenceid=159, compaction requested=true 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:27:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:27:57,472 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:27:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,472 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:57,472 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:57,473 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/bc5e01d2ce9e499f9c753cc9f5d55975, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.3 K 2024-11-10T01:27:57,473 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=91.1 K 2024-11-10T01:27:57,473 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba] 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting bc5e01d2ce9e499f9c753cc9f5d55975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0e97726a31a4682850d52e36c70a398, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204c650b5d304ee3a3db13d6a1666b32, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731202073118 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1d8b0ca16b4e88b3f098857c6e87d5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731202073118 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559033327d7a4d159a43a331e21b11ba, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075184 2024-11-10T01:27:57,473 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5289e90602ec40ad8a23c46e33184e2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075185 2024-11-10T01:27:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,478 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,479 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,479 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/35f244f332d4452e9b4d155d3e82c867 is 50, key is test_row_0/B:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,488 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110cc03f4a10f564c3eb7617229ac330723_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742348_1524 (size=12493) 2024-11-10T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,490 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110cc03f4a10f564c3eb7617229ac330723_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:57,490 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cc03f4a10f564c3eb7617229ac330723_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742349_1525 (size=4469) 2024-11-10T01:27:57,495 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#444 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:57,495 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/f4cd41e1016545f9a09011eafb02c763 is 175, key is test_row_0/A:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T01:27:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:57,496 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742350_1526 (size=31447) 2024-11-10T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,504 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/f4cd41e1016545f9a09011eafb02c763 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763 2024-11-10T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094fe8d4706e642cca598f1a646fe7638_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202075831/Put/seqid=0 2024-11-10T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,509 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into f4cd41e1016545f9a09011eafb02c763(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:57,509 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:57,509 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=13, startTime=1731202077472; duration=0sec 2024-11-10T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,509 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:27:57,509 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:27:57,509 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742351_1527 (size=9814) 2024-11-10T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,511 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:27:57,511 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,511 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:57,511 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ddcd439ef929486898908870febf2810, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.3 K 2024-11-10T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,511 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddcd439ef929486898908870febf2810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731202070922 2024-11-10T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,512 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42a58c8796f642a8987d3c40db32814d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731202073118 2024-11-10T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,512 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a0046b50be4477f8c92afe02e64d389, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075185 2024-11-10T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,519 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:27:57,519 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/50a40a7357184a17a6ab3bf4823abbff is 50, key is test_row_0/C:col10/1731202075823/Put/seqid=0 2024-11-10T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742352_1528 (size=12493) 2024-11-10T01:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,893 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/35f244f332d4452e9b4d155d3e82c867 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/35f244f332d4452e9b4d155d3e82c867 2024-11-10T01:27:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,896 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into 35f244f332d4452e9b4d155d3e82c867(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:57,896 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:57,896 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=13, startTime=1731202077472; duration=0sec 2024-11-10T01:27:57,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:57,897 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:27:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,913 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094fe8d4706e642cca598f1a646fe7638_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094fe8d4706e642cca598f1a646fe7638_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/19622d537beb43829e3ebffa164ee59d, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/19622d537beb43829e3ebffa164ee59d is 175, key is test_row_0/A:col10/1731202075831/Put/seqid=0 2024-11-10T01:27:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742353_1529 (size=22461) 2024-11-10T01:27:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,929 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/50a40a7357184a17a6ab3bf4823abbff as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/50a40a7357184a17a6ab3bf4823abbff 2024-11-10T01:27:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,932 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into 50a40a7357184a17a6ab3bf4823abbff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:27:57,932 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:57,932 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=13, startTime=1731202077472; duration=0sec 2024-11-10T01:27:57,932 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:27:57,932 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:27:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:57,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:58,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202138031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202138033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202138141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202138142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,317 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/19622d537beb43829e3ebffa164ee59d 2024-11-10T01:27:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a66b90c7f50648f39c303ae0d2e77437 is 50, key is test_row_0/B:col10/1731202075831/Put/seqid=0 2024-11-10T01:27:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742354_1530 (size=9757) 2024-11-10T01:27:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202138351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202138351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202138661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202138661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:58,734 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a66b90c7f50648f39c303ae0d2e77437 2024-11-10T01:27:58,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/ca76ea2bed8848d0880b41228849451f is 50, key is test_row_0/C:col10/1731202075831/Put/seqid=0 2024-11-10T01:27:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742355_1531 (size=9757) 2024-11-10T01:27:58,742 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/ca76ea2bed8848d0880b41228849451f 2024-11-10T01:27:58,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/19622d537beb43829e3ebffa164ee59d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d 2024-11-10T01:27:58,751 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d, entries=100, sequenceid=166, filesize=21.9 K 2024-11-10T01:27:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a66b90c7f50648f39c303ae0d2e77437 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437 2024-11-10T01:27:58,754 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437, entries=100, sequenceid=166, filesize=9.5 K 2024-11-10T01:27:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/ca76ea2bed8848d0880b41228849451f as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f 2024-11-10T01:27:58,757 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f, entries=100, sequenceid=166, filesize=9.5 K 2024-11-10T01:27:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 57db23da2eda8b16d0592b7592d09842 in 1262ms, sequenceid=166, compaction requested=false 2024-11-10T01:27:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:27:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-10T01:27:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-10T01:27:58,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T01:27:58,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-10T01:27:58,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4200 sec 2024-11-10T01:27:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:59,174 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:27:59,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-10T01:27:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202139178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f12dd79c912040a58825412299eef119_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202078027/Put/seqid=0 2024-11-10T01:27:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202139179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742356_1532 (size=14794) 2024-11-10T01:27:59,183 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:27:59,186 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f12dd79c912040a58825412299eef119_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f12dd79c912040a58825412299eef119_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:27:59,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/828be1215e7b44c29964397cbffcfac7, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:27:59,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/828be1215e7b44c29964397cbffcfac7 is 175, key is test_row_0/A:col10/1731202078027/Put/seqid=0 2024-11-10T01:27:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742357_1533 (size=39749) 2024-11-10T01:27:59,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/828be1215e7b44c29964397cbffcfac7 2024-11-10T01:27:59,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/b7172a383acb46b08fc52f0d06c55d1d is 50, key is test_row_0/B:col10/1731202078027/Put/seqid=0 2024-11-10T01:27:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742358_1534 (size=12151) 2024-11-10T01:27:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202139281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202139291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T01:27:59,491 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:27:59,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:27:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-10T01:27:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202139491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:27:59,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:27:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:27:59,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:27:59,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202139501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/b7172a383acb46b08fc52f0d06c55d1d 2024-11-10T01:27:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:27:59,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4447058f4ca74f4083c4a92d1a61b34e is 50, key is test_row_0/C:col10/1731202078027/Put/seqid=0 2024-11-10T01:27:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742359_1535 (size=12151) 2024-11-10T01:27:59,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T01:27:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T01:27:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202139801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:27:59,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:27:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202139811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:27:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:27:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:27:59,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T01:27:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:27:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:27:59,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:27:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:28:00,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4447058f4ca74f4083c4a92d1a61b34e 2024-11-10T01:28:00,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/828be1215e7b44c29964397cbffcfac7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7 2024-11-10T01:28:00,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7, entries=200, sequenceid=200, filesize=38.8 K 2024-11-10T01:28:00,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/b7172a383acb46b08fc52f0d06c55d1d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d 2024-11-10T01:28:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T01:28:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/4447058f4ca74f4083c4a92d1a61b34e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e 2024-11-10T01:28:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T01:28:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 57db23da2eda8b16d0592b7592d09842 in 852ms, sequenceid=200, compaction requested=true 2024-11-10T01:28:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:28:00,027 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:00,027 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:28:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:28:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,028 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:00,028 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/35f244f332d4452e9b4d155d3e82c867, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.6 K 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:28:00,028 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f244f332d4452e9b4d155d3e82c867, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075185 2024-11-10T01:28:00,028 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=91.5 K 2024-11-10T01:28:00,028 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7] 2024-11-10T01:28:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,028 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a66b90c7f50648f39c303ae0d2e77437, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731202075831 2024-11-10T01:28:00,029 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4cd41e1016545f9a09011eafb02c763, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075185 2024-11-10T01:28:00,029 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting b7172a383acb46b08fc52f0d06c55d1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:00,029 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19622d537beb43829e3ebffa164ee59d, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731202075831 2024-11-10T01:28:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,029 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 828be1215e7b44c29964397cbffcfac7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,034 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,035 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,036 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/5e2a2e51ba3e4b43b7542939d289b103 is 50, key is test_row_0/B:col10/1731202078027/Put/seqid=0 2024-11-10T01:28:00,036 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111094f9271220954e828033775664313337_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,038 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111094f9271220954e828033775664313337_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,038 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094f9271220954e828033775664313337_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742361_1537 (size=4469) 2024-11-10T01:28:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742360_1536 (size=12595) 2024-11-10T01:28:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,044 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#454 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:00,045 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/d6bd0cc81d92439ca8264e78860b8eac is 175, key is test_row_0/A:col10/1731202078027/Put/seqid=0 2024-11-10T01:28:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,051 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/5e2a2e51ba3e4b43b7542939d289b103 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5e2a2e51ba3e4b43b7542939d289b103 2024-11-10T01:28:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742362_1538 (size=31549) 2024-11-10T01:28:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,057 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into 5e2a2e51ba3e4b43b7542939d289b103(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:00,057 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:00,057 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=13, startTime=1731202080027; duration=0sec 2024-11-10T01:28:00,057 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:00,057 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:28:00,057 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:00,057 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/d6bd0cc81d92439ca8264e78860b8eac as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac 2024-11-10T01:28:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,058 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:00,058 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:28:00,058 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:00,058 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/50a40a7357184a17a6ab3bf4823abbff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.6 K 2024-11-10T01:28:00,058 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 50a40a7357184a17a6ab3bf4823abbff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731202075185 2024-11-10T01:28:00,059 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting ca76ea2bed8848d0880b41228849451f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731202075831 2024-11-10T01:28:00,059 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 4447058f4ca74f4083c4a92d1a61b34e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,062 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into d6bd0cc81d92439ca8264e78860b8eac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:00,062 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:00,062 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=13, startTime=1731202080027; duration=0sec 2024-11-10T01:28:00,062 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:00,062 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:28:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,068 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,068 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/42d38344704c4b04bb1cfd9328dfd25d is 50, key is test_row_0/C:col10/1731202078027/Put/seqid=0 2024-11-10T01:28:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742363_1539 (size=12595) 2024-11-10T01:28:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T01:28:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:00,103 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T01:28:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4b2e6bb1ff0433fb75d98b8d5d8313b_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202079176/Put/seqid=0 2024-11-10T01:28:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742364_1540 (size=9814) 2024-11-10T01:28:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:28:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:00,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:28:00,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202140388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202140391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,475 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/42d38344704c4b04bb1cfd9328dfd25d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42d38344704c4b04bb1cfd9328dfd25d 2024-11-10T01:28:00,478 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into 42d38344704c4b04bb1cfd9328dfd25d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:00,478 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:00,478 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=13, startTime=1731202080027; duration=0sec 2024-11-10T01:28:00,478 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:00,478 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:28:00,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202140501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202140501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:00,517 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4b2e6bb1ff0433fb75d98b8d5d8313b_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4b2e6bb1ff0433fb75d98b8d5d8313b_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:00,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/21a40871ebbf4f58a263a14ae77e0991, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/21a40871ebbf4f58a263a14ae77e0991 is 175, key is test_row_0/A:col10/1731202079176/Put/seqid=0 2024-11-10T01:28:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742365_1541 (size=22461) 2024-11-10T01:28:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:28:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202140711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202140711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:00,921 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/21a40871ebbf4f58a263a14ae77e0991 2024-11-10T01:28:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a8039c8eed2947ec947304d0eb91a9a8 is 50, key is test_row_0/B:col10/1731202079176/Put/seqid=0 2024-11-10T01:28:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742366_1542 (size=9757) 2024-11-10T01:28:01,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202141021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202141021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42106 deadline: 1731202141311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,313 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:28:01,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42168 deadline: 1731202141311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,315 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:28:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,329 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a8039c8eed2947ec947304d0eb91a9a8 2024-11-10T01:28:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42178 deadline: 1731202141331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,333 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_1' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:28:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/08cd17c9809748c59638a57ec2ba37c4 is 50, key is test_row_0/C:col10/1731202079176/Put/seqid=0 2024-11-10T01:28:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742367_1543 (size=9757) 2024-11-10T01:28:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202141531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202141531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:28:01,737 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/08cd17c9809748c59638a57ec2ba37c4 2024-11-10T01:28:01,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/21a40871ebbf4f58a263a14ae77e0991 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991 2024-11-10T01:28:01,743 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991, entries=100, sequenceid=207, filesize=21.9 K 2024-11-10T01:28:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/a8039c8eed2947ec947304d0eb91a9a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8 2024-11-10T01:28:01,746 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8, entries=100, sequenceid=207, filesize=9.5 K 2024-11-10T01:28:01,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/08cd17c9809748c59638a57ec2ba37c4 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4 2024-11-10T01:28:01,749 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4, entries=100, sequenceid=207, filesize=9.5 K 2024-11-10T01:28:01,750 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 57db23da2eda8b16d0592b7592d09842 in 1647ms, sequenceid=207, compaction requested=false 2024-11-10T01:28:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-10T01:28:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-10T01:28:01,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T01:28:01,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-11-10T01:28:01,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.2610 sec 2024-11-10T01:28:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:02,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:28:02,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-10T01:28:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202142548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:02,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ba0a1c36378840cd9f72aefedac85a12_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:02,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202142551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:02,551 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_0' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:28:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742368_1544 (size=14794) 2024-11-10T01:28:02,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202142661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:02,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202142871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:02,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:02,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ba0a1c36378840cd9f72aefedac85a12_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ba0a1c36378840cd9f72aefedac85a12_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:02,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/e99217768a5f4bd1afa2328713fa916b, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/e99217768a5f4bd1afa2328713fa916b is 175, key is test_row_0/A:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742369_1545 (size=39749) 2024-11-10T01:28:02,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/e99217768a5f4bd1afa2328713fa916b 2024-11-10T01:28:02,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/2e3637f3a63d409bb7a355ec734fc1d3 is 50, key is test_row_0/B:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742370_1546 (size=12151) 2024-11-10T01:28:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202143181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:03,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/2e3637f3a63d409bb7a355ec734fc1d3 2024-11-10T01:28:03,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/e6ebb75a4fa747119f84d70f9121c310 is 50, key is test_row_0/C:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742371_1547 (size=12151) 2024-11-10T01:28:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T01:28:03,651 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:28:03,652 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T01:28:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-10T01:28:03,653 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T01:28:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:03,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T01:28:03,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T01:28:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202143691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:03,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/e6ebb75a4fa747119f84d70f9121c310 2024-11-10T01:28:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/e99217768a5f4bd1afa2328713fa916b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b 2024-11-10T01:28:03,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b, entries=200, sequenceid=240, filesize=38.8 K 2024-11-10T01:28:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/2e3637f3a63d409bb7a355ec734fc1d3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3 2024-11-10T01:28:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T01:28:03,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/e6ebb75a4fa747119f84d70f9121c310 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310 2024-11-10T01:28:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 57db23da2eda8b16d0592b7592d09842 in 1249ms, sequenceid=240, compaction requested=true 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:03,793 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:28:03,793 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:28:03,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:28:03,794 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:03,794 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5e2a2e51ba3e4b43b7542939d289b103, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.7 K 2024-11-10T01:28:03,794 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=91.6 K 2024-11-10T01:28:03,794 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b] 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e2a2e51ba3e4b43b7542939d289b103, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6bd0cc81d92439ca8264e78860b8eac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:03,794 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting a8039c8eed2947ec947304d0eb91a9a8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731202079176 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e3637f3a63d409bb7a355ec734fc1d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080386 2024-11-10T01:28:03,795 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21a40871ebbf4f58a263a14ae77e0991, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731202079176 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting e99217768a5f4bd1afa2328713fa916b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080383 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c331e506a7c045c0a25f021b46711030_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:03,800 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/53cb579a516d47169bc64433554c2c0a is 50, key is test_row_0/B:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c331e506a7c045c0a25f021b46711030_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c331e506a7c045c0a25f021b46711030_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742373_1549 (size=4469) 2024-11-10T01:28:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T01:28:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742372_1548 (size=12697) 2024-11-10T01:28:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:03,806 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-10T01:28:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f4714e0141314e24a4a22ab6d438b9e9_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_1/A:col10/1731202082546/Put/seqid=0 2024-11-10T01:28:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742374_1550 (size=7324) 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#462 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/a5013ea57e7144b682f40cb8ba60b8f7 is 175, key is test_row_0/A:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/53cb579a516d47169bc64433554c2c0a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/53cb579a516d47169bc64433554c2c0a 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742375_1551 (size=31651) 2024-11-10T01:28:04,212 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into 53cb579a516d47169bc64433554c2c0a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:04,212 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,212 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=13, startTime=1731202083793; duration=0sec 2024-11-10T01:28:04,213 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:04,213 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:04,213 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,213 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42d38344704c4b04bb1cfd9328dfd25d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=33.7 K 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d38344704c4b04bb1cfd9328dfd25d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731202078024 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 08cd17c9809748c59638a57ec2ba37c4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731202079176 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ebb75a4fa747119f84d70f9121c310, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080386 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,219 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,220 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/8d6f60e2f9b14864a51ff2175a04eb82 is 50, key is test_row_0/C:col10/1731202080390/Put/seqid=0 2024-11-10T01:28:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742376_1552 (size=12697) 2024-11-10T01:28:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f4714e0141314e24a4a22ab6d438b9e9_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4714e0141314e24a4a22ab6d438b9e9_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/440952ede9ef4f77a3c69536e6c9a07a, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/440952ede9ef4f77a3c69536e6c9a07a is 175, key is test_row_1/A:col10/1731202082546/Put/seqid=0 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742377_1553 (size=13815) 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. as already flushing 2024-11-10T01:28:04,616 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/a5013ea57e7144b682f40cb8ba60b8f7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7 2024-11-10T01:28:04,620 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into a5013ea57e7144b682f40cb8ba60b8f7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:04,620 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:04,620 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=13, startTime=1731202083793; duration=0sec 2024-11-10T01:28:04,620 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:04,620 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:28:04,627 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/8d6f60e2f9b14864a51ff2175a04eb82 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/8d6f60e2f9b14864a51ff2175a04eb82 2024-11-10T01:28:04,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/440952ede9ef4f77a3c69536e6c9a07a 2024-11-10T01:28:04,631 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into 8d6f60e2f9b14864a51ff2175a04eb82(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:04,631 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:04,631 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=13, startTime=1731202083793; duration=0sec 2024-11-10T01:28:04,631 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:04,631 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:28:04,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cc4560cd62504a20ad8c941318e14674 is 50, key is test_row_1/B:col10/1731202082546/Put/seqid=0 2024-11-10T01:28:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742378_1554 (size=7365) 2024-11-10T01:28:04,640 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cc4560cd62504a20ad8c941318e14674 2024-11-10T01:28:04,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f08e342b37864bffb72ebdd74785875d is 50, key is test_row_1/C:col10/1731202082546/Put/seqid=0 2024-11-10T01:28:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742379_1555 (size=7365) 2024-11-10T01:28:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202144681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:04,701 INFO [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203. 2024-11-10T01:28:04,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:04,701 INFO [Thread-2207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2207. 2024-11-10T01:28:04,701 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:04,701 DEBUG [Thread-2207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:04,701 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42104 deadline: 1731202144701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:04,701 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,701 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,701 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:04,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:04,702 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c4d4d227d60,43661,1731201895398 for 'test_row_2' in 57db23da2eda8b16d0592b7592d09842 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T01:28:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:04,703 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-11-10T01:28:04,703 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:04,703 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,703 INFO [Thread-2205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2205. 2024-11-10T01:28:04,703 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,703 DEBUG [Thread-2205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:04,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:04,703 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:04,703 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,705 INFO [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201. 2024-11-10T01:28:04,705 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:04,705 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,705 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:04,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202144792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:05,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T01:28:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42138 deadline: 1731202145002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 , the old value is region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:28:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., hostname=0c4d4d227d60,43661,1731201895398, seqNum=5 because the exception is null or not the one we care about 2024-11-10T01:28:05,051 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f08e342b37864bffb72ebdd74785875d 2024-11-10T01:28:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/440952ede9ef4f77a3c69536e6c9a07a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a 2024-11-10T01:28:05,062 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a, entries=50, sequenceid=244, filesize=13.5 K 2024-11-10T01:28:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cc4560cd62504a20ad8c941318e14674 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674 2024-11-10T01:28:05,067 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674, entries=50, sequenceid=244, filesize=7.2 K 2024-11-10T01:28:05,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/f08e342b37864bffb72ebdd74785875d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d 2024-11-10T01:28:05,072 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d, entries=50, sequenceid=244, filesize=7.2 K 2024-11-10T01:28:05,073 INFO [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 57db23da2eda8b16d0592b7592d09842 in 1268ms, sequenceid=244, compaction requested=false 2024-11-10T01:28:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c4d4d227d60:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-10T01:28:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-10T01:28:05,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T01:28:05,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-10T01:28:05,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.4240 sec 2024-11-10T01:28:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43661 {}] regionserver.HRegion(8855): Flush requested on 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:05,316 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T01:28:05,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-10T01:28:05,316 INFO [Thread-2196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2196. 2024-11-10T01:28:05,316 DEBUG [Thread-2196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:05,317 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:05,317 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:05,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:05,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111090846fd8a7ac4b63a7d82709419799e6_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_0/A:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742380_1556 (size=12454) 2024-11-10T01:28:05,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:05,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111090846fd8a7ac4b63a7d82709419799e6_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111090846fd8a7ac4b63a7d82709419799e6_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:05,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/c24e6c7d841f4066bfdf5c80a6d5f794, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:05,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/c24e6c7d841f4066bfdf5c80a6d5f794 is 175, key is test_row_0/A:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742381_1557 (size=31255) 2024-11-10T01:28:05,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/c24e6c7d841f4066bfdf5c80a6d5f794 2024-11-10T01:28:05,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/111164e59ca9473c8a454e64da2fc2d1 is 50, key is test_row_0/B:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742382_1558 (size=12301) 2024-11-10T01:28:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T01:28:05,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:28:06,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/111164e59ca9473c8a454e64da2fc2d1 2024-11-10T01:28:06,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/9c25c2a732894197a4d8c9cf5a15209b is 50, key is test_row_0/C:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742383_1559 (size=12301) 2024-11-10T01:28:06,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/9c25c2a732894197a4d8c9cf5a15209b 2024-11-10T01:28:06,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/c24e6c7d841f4066bfdf5c80a6d5f794 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794 2024-11-10T01:28:06,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794, entries=150, sequenceid=280, filesize=30.5 K 2024-11-10T01:28:06,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/111164e59ca9473c8a454e64da2fc2d1 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1 2024-11-10T01:28:06,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T01:28:06,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/9c25c2a732894197a4d8c9cf5a15209b as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b 2024-11-10T01:28:06,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T01:28:06,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 57db23da2eda8b16d0592b7592d09842 in 1276ms, sequenceid=280, compaction requested=true 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:06,592 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:06,592 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57db23da2eda8b16d0592b7592d09842:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T01:28:06,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/B is initiating minor compaction (all files) 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/A is initiating minor compaction (all files) 2024-11-10T01:28:06,593 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/B in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:06,593 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/A in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:06,593 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/53cb579a516d47169bc64433554c2c0a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=31.6 K 2024-11-10T01:28:06,593 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=74.9 K 2024-11-10T01:28:06,593 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. files: [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794] 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 53cb579a516d47169bc64433554c2c0a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080386 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5013ea57e7144b682f40cb8ba60b8f7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080386 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting cc4560cd62504a20ad8c941318e14674, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731202082546 2024-11-10T01:28:06,593 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440952ede9ef4f77a3c69536e6c9a07a, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731202082546 2024-11-10T01:28:06,594 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 111164e59ca9473c8a454e64da2fc2d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731202084676 2024-11-10T01:28:06,594 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] compactions.Compactor(225): Compacting c24e6c7d841f4066bfdf5c80a6d5f794, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731202084676 2024-11-10T01:28:06,599 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:06,599 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:06,600 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/0603e7dad1c84f5cbd6019f0be840bc7 is 50, key is test_row_0/B:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:06,601 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411106d0821a66e70424aa32feae4e856895b_57db23da2eda8b16d0592b7592d09842 store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:06,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742384_1560 (size=12949) 2024-11-10T01:28:06,604 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411106d0821a66e70424aa32feae4e856895b_57db23da2eda8b16d0592b7592d09842, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:06,604 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106d0821a66e70424aa32feae4e856895b_57db23da2eda8b16d0592b7592d09842 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:06,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742385_1561 (size=4469) 2024-11-10T01:28:06,736 INFO [Thread-2188 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2188. 2024-11-10T01:28:06,736 DEBUG [Thread-2188 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:06,736 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:06,737 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:06,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:07,008 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:07,008 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/0603e7dad1c84f5cbd6019f0be840bc7 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/0603e7dad1c84f5cbd6019f0be840bc7 2024-11-10T01:28:07,009 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/782ce3e37f4a407bbc9aea700b6d6cdd is 175, key is test_row_0/A:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742386_1562 (size=31903) 2024-11-10T01:28:07,013 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/B of 57db23da2eda8b16d0592b7592d09842 into 0603e7dad1c84f5cbd6019f0be840bc7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:07,013 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:07,013 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/B, priority=13, startTime=1731202086592; duration=0sec 2024-11-10T01:28:07,013 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T01:28:07,013 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:B 2024-11-10T01:28:07,013 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T01:28:07,014 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T01:28:07,014 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1541): 57db23da2eda8b16d0592b7592d09842/C is initiating minor compaction (all files) 2024-11-10T01:28:07,014 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57db23da2eda8b16d0592b7592d09842/C in TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:07,014 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/8d6f60e2f9b14864a51ff2175a04eb82, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b] into tmpdir=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp, totalSize=31.6 K 2024-11-10T01:28:07,015 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d6f60e2f9b14864a51ff2175a04eb82, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731202080386 2024-11-10T01:28:07,015 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting f08e342b37864bffb72ebdd74785875d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731202082546 2024-11-10T01:28:07,015 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c25c2a732894197a4d8c9cf5a15209b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731202084676 2024-11-10T01:28:07,021 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57db23da2eda8b16d0592b7592d09842#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T01:28:07,021 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/dc640163f7db4bfd8a23b667b9c996c0 is 50, key is test_row_0/C:col10/1731202085313/Put/seqid=0 2024-11-10T01:28:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742387_1563 (size=12949) 2024-11-10T01:28:07,424 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/782ce3e37f4a407bbc9aea700b6d6cdd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/782ce3e37f4a407bbc9aea700b6d6cdd 2024-11-10T01:28:07,430 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/A of 57db23da2eda8b16d0592b7592d09842 into 782ce3e37f4a407bbc9aea700b6d6cdd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:07,430 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:07,430 INFO [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/A, priority=13, startTime=1731202086592; duration=0sec 2024-11-10T01:28:07,430 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:07,430 DEBUG [RS:0;0c4d4d227d60:43661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:A 2024-11-10T01:28:07,430 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/dc640163f7db4bfd8a23b667b9c996c0 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/dc640163f7db4bfd8a23b667b9c996c0 2024-11-10T01:28:07,435 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57db23da2eda8b16d0592b7592d09842/C of 57db23da2eda8b16d0592b7592d09842 into dc640163f7db4bfd8a23b667b9c996c0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T01:28:07,435 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57db23da2eda8b16d0592b7592d09842: 2024-11-10T01:28:07,435 INFO [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., storeName=57db23da2eda8b16d0592b7592d09842/C, priority=13, startTime=1731202086592; duration=0sec 2024-11-10T01:28:07,436 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T01:28:07,436 DEBUG [RS:0;0c4d4d227d60:43661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57db23da2eda8b16d0592b7592d09842:C 2024-11-10T01:28:11,346 INFO [Thread-2192 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2192. 2024-11-10T01:28:11,346 DEBUG [Thread-2192 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:11,346 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,346 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:11,364 INFO [Thread-2190 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2190. 2024-11-10T01:28:11,365 DEBUG [Thread-2190 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:11,365 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,365 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:11,405 INFO [Thread-2194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2194. 2024-11-10T01:28:11,405 DEBUG [Thread-2194 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T01:28:11,405 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,405 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3986 2024-11-10T01:28:11,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4072 2024-11-10T01:28:11,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4014 2024-11-10T01:28:11,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3977 2024-11-10T01:28:11,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4076 2024-11-10T01:28:11,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T01:28:11,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:28:11,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:28:11,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:11,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:11,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T01:28:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:11,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202091415"}]},"ts":"1731202091415"} 2024-11-10T01:28:11,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T01:28:11,418 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T01:28:11,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T01:28:11,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, UNASSIGN}] 2024-11-10T01:28:11,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, UNASSIGN 2024-11-10T01:28:11,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=CLOSING, regionLocation=0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:11,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, UNASSIGN because future has completed 2024-11-10T01:28:11,426 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T01:28:11,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398}] 2024-11-10T01:28:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:11,580 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(122): Close 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:11,580 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T01:28:11,580 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1722): Closing 57db23da2eda8b16d0592b7592d09842, disabling compactions & flushes 2024-11-10T01:28:11,581 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:11,581 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:11,581 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. after waiting 0 ms 2024-11-10T01:28:11,581 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:11,581 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2902): Flushing 57db23da2eda8b16d0592b7592d09842 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T01:28:11,591 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101df97200297646eba1d0db0025bbe8fb_57db23da2eda8b16d0592b7592d09842 is 50, key is test_row_1/A:col10/1731202091343/Put/seqid=0 2024-11-10T01:28:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742388_1564 (size=9914) 2024-11-10T01:28:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:11,997 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:28:12,003 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101df97200297646eba1d0db0025bbe8fb_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101df97200297646eba1d0db0025bbe8fb_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:12,004 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/52e4f402233b4ace9b351f033d234ec3, store: [table=TestAcidGuarantees family=A region=57db23da2eda8b16d0592b7592d09842] 2024-11-10T01:28:12,005 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/52e4f402233b4ace9b351f033d234ec3 is 175, key is test_row_1/A:col10/1731202091343/Put/seqid=0 2024-11-10T01:28:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742389_1565 (size=22561) 2024-11-10T01:28:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:12,410 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/52e4f402233b4ace9b351f033d234ec3 2024-11-10T01:28:12,423 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cd3d8d2a047a47658646ced63da637a8 is 50, key is test_row_1/B:col10/1731202091343/Put/seqid=0 2024-11-10T01:28:12,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742390_1566 (size=9857) 2024-11-10T01:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:12,829 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cd3d8d2a047a47658646ced63da637a8 2024-11-10T01:28:12,841 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2383941d4c3d4e23a4ab7ed43cae13cc is 50, key is test_row_1/C:col10/1731202091343/Put/seqid=0 2024-11-10T01:28:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742391_1567 (size=9857) 2024-11-10T01:28:13,246 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2383941d4c3d4e23a4ab7ed43cae13cc 2024-11-10T01:28:13,251 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/A/52e4f402233b4ace9b351f033d234ec3 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/52e4f402233b4ace9b351f033d234ec3 2024-11-10T01:28:13,253 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/52e4f402233b4ace9b351f033d234ec3, entries=100, sequenceid=290, filesize=22.0 K 2024-11-10T01:28:13,254 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/B/cd3d8d2a047a47658646ced63da637a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cd3d8d2a047a47658646ced63da637a8 2024-11-10T01:28:13,256 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cd3d8d2a047a47658646ced63da637a8, entries=100, sequenceid=290, filesize=9.6 K 2024-11-10T01:28:13,256 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/.tmp/C/2383941d4c3d4e23a4ab7ed43cae13cc as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2383941d4c3d4e23a4ab7ed43cae13cc 2024-11-10T01:28:13,259 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2383941d4c3d4e23a4ab7ed43cae13cc, entries=100, sequenceid=290, filesize=9.6 K 2024-11-10T01:28:13,260 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 57db23da2eda8b16d0592b7592d09842 in 1679ms, sequenceid=290, compaction requested=false 2024-11-10T01:28:13,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794] to archive 2024-11-10T01:28:13,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:28:13,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/4f6f19b4cbf146c0becd3a1907e6d134 2024-11-10T01:28:13,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/9eb9c5c9aa384d918bc4e0535b7e3259 2024-11-10T01:28:13,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/ed47244abcf647cda56f0a003c239f75 2024-11-10T01:28:13,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/08ae3f86405a4293981d46dff4cad6d3 2024-11-10T01:28:13,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/fa9d594accab41f3af78318eb2fd4d54 2024-11-10T01:28:13,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/5fe7c5b0d5284be9afdd849de34b2593 2024-11-10T01:28:13,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/75222aaf88a2498a9e2fa8d6eb6845f8 2024-11-10T01:28:13,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a0e97726a31a4682850d52e36c70a398 2024-11-10T01:28:13,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/204c650b5d304ee3a3db13d6a1666b32 2024-11-10T01:28:13,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/559033327d7a4d159a43a331e21b11ba 2024-11-10T01:28:13,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/f4cd41e1016545f9a09011eafb02c763 2024-11-10T01:28:13,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/19622d537beb43829e3ebffa164ee59d 2024-11-10T01:28:13,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/828be1215e7b44c29964397cbffcfac7 2024-11-10T01:28:13,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/d6bd0cc81d92439ca8264e78860b8eac 2024-11-10T01:28:13,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/21a40871ebbf4f58a263a14ae77e0991 2024-11-10T01:28:13,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/e99217768a5f4bd1afa2328713fa916b 2024-11-10T01:28:13,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/a5013ea57e7144b682f40cb8ba60b8f7 2024-11-10T01:28:13,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/440952ede9ef4f77a3c69536e6c9a07a 2024-11-10T01:28:13,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/c24e6c7d841f4066bfdf5c80a6d5f794 2024-11-10T01:28:13,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/e1d660b58bb740c59fe063f6fe5133fa, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/bc5e01d2ce9e499f9c753cc9f5d55975, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/35f244f332d4452e9b4d155d3e82c867, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5e2a2e51ba3e4b43b7542939d289b103, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/53cb579a516d47169bc64433554c2c0a, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1] to archive 2024-11-10T01:28:13,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:28:13,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a3ccf23114c84f38a9d001c9379b2845 2024-11-10T01:28:13,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/71ddba3fef5b49baad3a655c08ec095a 2024-11-10T01:28:13,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/124a78ba9427459796e945317a2a3dad 2024-11-10T01:28:13,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/e1d660b58bb740c59fe063f6fe5133fa to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/e1d660b58bb740c59fe063f6fe5133fa 2024-11-10T01:28:13,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/156029ef2f254c80910be9cde096603d 2024-11-10T01:28:13,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/513781f4da5a4cb4bcd90cadde2b1f60 2024-11-10T01:28:13,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/bc5e01d2ce9e499f9c753cc9f5d55975 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/bc5e01d2ce9e499f9c753cc9f5d55975 2024-11-10T01:28:13,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/8723c41598224822af4ef6206c075d07 2024-11-10T01:28:13,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/1b1d8b0ca16b4e88b3f098857c6e87d5 2024-11-10T01:28:13,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/35f244f332d4452e9b4d155d3e82c867 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/35f244f332d4452e9b4d155d3e82c867 2024-11-10T01:28:13,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5289e90602ec40ad8a23c46e33184e2f 2024-11-10T01:28:13,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a66b90c7f50648f39c303ae0d2e77437 2024-11-10T01:28:13,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5e2a2e51ba3e4b43b7542939d289b103 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/5e2a2e51ba3e4b43b7542939d289b103 2024-11-10T01:28:13,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/b7172a383acb46b08fc52f0d06c55d1d 2024-11-10T01:28:13,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/a8039c8eed2947ec947304d0eb91a9a8 2024-11-10T01:28:13,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/53cb579a516d47169bc64433554c2c0a to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/53cb579a516d47169bc64433554c2c0a 2024-11-10T01:28:13,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/2e3637f3a63d409bb7a355ec734fc1d3 2024-11-10T01:28:13,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cc4560cd62504a20ad8c941318e14674 2024-11-10T01:28:13,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/111164e59ca9473c8a454e64da2fc2d1 2024-11-10T01:28:13,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/3fe08d7550044dd2b8437e600dc302e5, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ddcd439ef929486898908870febf2810, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/50a40a7357184a17a6ab3bf4823abbff, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42d38344704c4b04bb1cfd9328dfd25d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/8d6f60e2f9b14864a51ff2175a04eb82, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b] to archive 2024-11-10T01:28:13,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T01:28:13,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4eadf0bd8ca54e61b2aebea753319efb 2024-11-10T01:28:13,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f734fef7616240248f9f44f942abf22b 2024-11-10T01:28:13,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4d9c3739b1524ebd8d08b83eb84320fc 2024-11-10T01:28:13,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/3fe08d7550044dd2b8437e600dc302e5 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/3fe08d7550044dd2b8437e600dc302e5 2024-11-10T01:28:13,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2003d87affb94636a78689ca9f101924 2024-11-10T01:28:13,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/0adfa8d5793c4a079eb794f82ee245b7 2024-11-10T01:28:13,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ddcd439ef929486898908870febf2810 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ddcd439ef929486898908870febf2810 2024-11-10T01:28:13,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/32a43dd1d2bb4707bbd26ae967897289 2024-11-10T01:28:13,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42a58c8796f642a8987d3c40db32814d 2024-11-10T01:28:13,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/50a40a7357184a17a6ab3bf4823abbff to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/50a40a7357184a17a6ab3bf4823abbff 2024-11-10T01:28:13,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2a0046b50be4477f8c92afe02e64d389 2024-11-10T01:28:13,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/ca76ea2bed8848d0880b41228849451f 2024-11-10T01:28:13,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42d38344704c4b04bb1cfd9328dfd25d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/42d38344704c4b04bb1cfd9328dfd25d 2024-11-10T01:28:13,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/4447058f4ca74f4083c4a92d1a61b34e 2024-11-10T01:28:13,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/08cd17c9809748c59638a57ec2ba37c4 2024-11-10T01:28:13,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/8d6f60e2f9b14864a51ff2175a04eb82 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/8d6f60e2f9b14864a51ff2175a04eb82 2024-11-10T01:28:13,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/e6ebb75a4fa747119f84d70f9121c310 2024-11-10T01:28:13,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/f08e342b37864bffb72ebdd74785875d 2024-11-10T01:28:13,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/9c25c2a732894197a4d8c9cf5a15209b 2024-11-10T01:28:13,310 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits/293.seqid, newMaxSeqId=293, maxSeqId=4 2024-11-10T01:28:13,310 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. 2024-11-10T01:28:13,310 DEBUG [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1676): Region close journal for 57db23da2eda8b16d0592b7592d09842: Waiting for close lock at 1731202091580Running coprocessor pre-close hooks at 1731202091580Disabling compacts and flushes for region at 1731202091580Disabling writes for close at 1731202091581 (+1 ms)Obtaining lock to block concurrent updates at 1731202091581Preparing flush snapshotting stores in 57db23da2eda8b16d0592b7592d09842 at 1731202091581Finished memstore snapshotting TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731202091582 (+1 ms)Flushing stores of TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842. at 1731202091583 (+1 ms)Flushing 57db23da2eda8b16d0592b7592d09842/A: creating writer at 1731202091583Flushing mob file 57db23da2eda8b16d0592b7592d09842/A: appending metadata at 1731202091591 (+8 ms)Flushing mob file 57db23da2eda8b16d0592b7592d09842/A: closing flushed file at 1731202091591Flushing 57db23da2eda8b16d0592b7592d09842/A: appending metadata at 1731202092004 (+413 ms)Flushing 57db23da2eda8b16d0592b7592d09842/A: closing flushed file at 1731202092005 (+1 ms)Flushing 57db23da2eda8b16d0592b7592d09842/B: creating writer at 1731202092418 (+413 ms)Flushing 57db23da2eda8b16d0592b7592d09842/B: appending metadata at 1731202092422 (+4 ms)Flushing 57db23da2eda8b16d0592b7592d09842/B: closing flushed file at 1731202092422Flushing 57db23da2eda8b16d0592b7592d09842/C: creating writer at 1731202092837 (+415 ms)Flushing 57db23da2eda8b16d0592b7592d09842/C: appending metadata at 1731202092840 (+3 ms)Flushing 57db23da2eda8b16d0592b7592d09842/C: closing flushed file at 1731202092840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fe9228: reopening flushed file at 1731202093250 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1d826f: reopening flushed file at 1731202093253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7ec566: reopening flushed file at 1731202093256 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 57db23da2eda8b16d0592b7592d09842 in 1679ms, sequenceid=290, compaction requested=false at 1731202093260 (+4 ms)Writing region close event to WAL at 1731202093307 (+47 ms)Running coprocessor post-close hooks at 1731202093310 (+3 ms)Closed at 1731202093310 2024-11-10T01:28:13,312 INFO [RS_CLOSE_REGION-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(157): Closed 57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=57db23da2eda8b16d0592b7592d09842, regionState=CLOSED 2024-11-10T01:28:13,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 because future has completed 2024-11-10T01:28:13,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-10T01:28:13,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseRegionProcedure 57db23da2eda8b16d0592b7592d09842, server=0c4d4d227d60,43661,1731201895398 in 1.8870 sec 2024-11-10T01:28:13,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-10T01:28:13,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57db23da2eda8b16d0592b7592d09842, UNASSIGN in 1.8940 sec 2024-11-10T01:28:13,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-10T01:28:13,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8970 sec 2024-11-10T01:28:13,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202093318"}]},"ts":"1731202093318"} 2024-11-10T01:28:13,319 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T01:28:13,319 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T01:28:13,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9100 sec 2024-11-10T01:28:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T01:28:13,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:28:13,574 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T01:28:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,579 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T01:28:13,581 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,588 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C, FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits] 2024-11-10T01:28:13,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/52e4f402233b4ace9b351f033d234ec3 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/52e4f402233b4ace9b351f033d234ec3 2024-11-10T01:28:13,592 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/782ce3e37f4a407bbc9aea700b6d6cdd to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/A/782ce3e37f4a407bbc9aea700b6d6cdd 2024-11-10T01:28:13,594 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/0603e7dad1c84f5cbd6019f0be840bc7 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/0603e7dad1c84f5cbd6019f0be840bc7 2024-11-10T01:28:13,596 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cd3d8d2a047a47658646ced63da637a8 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/B/cd3d8d2a047a47658646ced63da637a8 2024-11-10T01:28:13,599 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2383941d4c3d4e23a4ab7ed43cae13cc to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/2383941d4c3d4e23a4ab7ed43cae13cc 2024-11-10T01:28:13,600 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/dc640163f7db4bfd8a23b667b9c996c0 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/C/dc640163f7db4bfd8a23b667b9c996c0 2024-11-10T01:28:13,602 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits/293.seqid to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842/recovered.edits/293.seqid 2024-11-10T01:28:13,603 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/default/TestAcidGuarantees/57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,603 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T01:28:13,603 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:28:13,604 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T01:28:13,607 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110158eb975274a42c9a79d9a6dd363f8bd_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110158eb975274a42c9a79d9a6dd363f8bd_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,608 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101df97200297646eba1d0db0025bbe8fb_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101df97200297646eba1d0db0025bbe8fb_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,609 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110692b34fcd2e34509bace7cc7b9bf23aa_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110692b34fcd2e34509bace7cc7b9bf23aa_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,610 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107664739052ad45f29382e9d8932a5361_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107664739052ad45f29382e9d8932a5361_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,611 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078d068f678784c889a717fdb209395ba_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078d068f678784c889a717fdb209395ba_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,612 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078f99b5a7b3942cea293b3b2a7f97730_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111078f99b5a7b3942cea293b3b2a7f97730_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,613 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111090846fd8a7ac4b63a7d82709419799e6_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111090846fd8a7ac4b63a7d82709419799e6_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,613 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094fe8d4706e642cca598f1a646fe7638_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094fe8d4706e642cca598f1a646fe7638_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,614 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097935821c9d64a9599e1ef7c8e39e830_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097935821c9d64a9599e1ef7c8e39e830_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,615 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ba0a1c36378840cd9f72aefedac85a12_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ba0a1c36378840cd9f72aefedac85a12_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,616 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4b2e6bb1ff0433fb75d98b8d5d8313b_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4b2e6bb1ff0433fb75d98b8d5d8313b_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,617 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f12dd79c912040a58825412299eef119_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f12dd79c912040a58825412299eef119_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,618 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4714e0141314e24a4a22ab6d438b9e9_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4714e0141314e24a4a22ab6d438b9e9_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,619 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f662fe566fde43608b8400d6e34ee981_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f662fe566fde43608b8400d6e34ee981_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,620 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fd94f0b63c674ef29a6b0120a82e5d56_57db23da2eda8b16d0592b7592d09842 to hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fd94f0b63c674ef29a6b0120a82e5d56_57db23da2eda8b16d0592b7592d09842 2024-11-10T01:28:13,620 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T01:28:13,622 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,625 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T01:28:13,627 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T01:28:13,628 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,628 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T01:28:13,628 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731202093628"}]},"ts":"9223372036854775807"} 2024-11-10T01:28:13,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T01:28:13,630 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 57db23da2eda8b16d0592b7592d09842, NAME => 'TestAcidGuarantees,,1731202061518.57db23da2eda8b16d0592b7592d09842.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T01:28:13,630 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T01:28:13,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731202093630"}]},"ts":"9223372036854775807"} 2024-11-10T01:28:13,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T01:28:13,633 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T01:28:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-10T01:28:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T01:28:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T01:28:13,702 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T01:28:13,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 236) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2262 (was 2308) 2024-11-10T01:28:13,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:28:13,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:28:13,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:28:13,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:13,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:13,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:28:13,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:28:13,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164229068, stopped=false 2024-11-10T01:28:13,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c4d4d227d60,42943,1731201893973 2024-11-10T01:28:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:28:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:28:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:28:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:28:13,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:28:13,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:28:13,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:28:13,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:13,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:28:13,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:28:13,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c4d4d227d60,43661,1731201895398' ***** 2024-11-10T01:28:13,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:28:13,782 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:28:13,783 INFO [RS:0;0c4d4d227d60:43661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:28:13,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:28:13,783 INFO [RS:0;0c4d4d227d60:43661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(959): stopping server 0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c4d4d227d60:43661. 2024-11-10T01:28:13,784 DEBUG [RS:0;0c4d4d227d60:43661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:28:13,784 DEBUG [RS:0;0c4d4d227d60:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:28:13,784 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:28:13,785 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:28:13,786 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T01:28:13,786 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:28:13,786 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:28:13,786 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:28:13,786 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:28:13,786 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:28:13,786 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:13,786 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:28:13,786 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T01:28:13,806 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/info/6303feeb146046a3bf12b45437e547fd is 95, key is TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c./info:/1731201934536/DeleteFamily/seqid=0 2024-11-10T01:28:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742392_1568 (size=6514) 2024-11-10T01:28:13,868 INFO [regionserver/0c4d4d227d60:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:28:13,986 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:14,187 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:14,210 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/info/6303feeb146046a3bf12b45437e547fd 2024-11-10T01:28:14,227 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/ns/be1f8ca0f1884eda9268b212131658a8 is 93, key is TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c./ns:/1731201934503/DeleteFamily/seqid=0 2024-11-10T01:28:14,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742393_1569 (size=5906) 2024-11-10T01:28:14,387 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:14,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T01:28:14,587 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:14,589 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:28:14,589 INFO [regionserver/0c4d4d227d60:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:28:14,632 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/ns/be1f8ca0f1884eda9268b212131658a8 2024-11-10T01:28:14,654 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/rep_barrier/5730a8e505aa495b8942e1931998b149 is 102, key is TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c./rep_barrier:/1731201934503/DeleteFamily/seqid=0 2024-11-10T01:28:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742394_1570 (size=6025) 2024-11-10T01:28:14,788 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:14,988 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:15,059 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/rep_barrier/5730a8e505aa495b8942e1931998b149 2024-11-10T01:28:15,081 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/table/f830ba200cb44db3b01718517920fa24 is 96, key is TestAcidGuarantees,,1731201900247.b875741fb77d459eb4a6097f5c12b89c./table:/1731201934503/DeleteFamily/seqid=0 2024-11-10T01:28:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742395_1571 (size=5936) 2024-11-10T01:28:15,188 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:15,388 DEBUG [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T01:28:15,485 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/table/f830ba200cb44db3b01718517920fa24 2024-11-10T01:28:15,491 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/info/6303feeb146046a3bf12b45437e547fd as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/info/6303feeb146046a3bf12b45437e547fd 2024-11-10T01:28:15,497 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/info/6303feeb146046a3bf12b45437e547fd, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T01:28:15,498 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/ns/be1f8ca0f1884eda9268b212131658a8 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/ns/be1f8ca0f1884eda9268b212131658a8 2024-11-10T01:28:15,503 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/ns/be1f8ca0f1884eda9268b212131658a8, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T01:28:15,504 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/rep_barrier/5730a8e505aa495b8942e1931998b149 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/rep_barrier/5730a8e505aa495b8942e1931998b149 2024-11-10T01:28:15,507 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/rep_barrier/5730a8e505aa495b8942e1931998b149, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T01:28:15,508 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/.tmp/table/f830ba200cb44db3b01718517920fa24 as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/table/f830ba200cb44db3b01718517920fa24 2024-11-10T01:28:15,512 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/table/f830ba200cb44db3b01718517920fa24, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T01:28:15,513 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false 2024-11-10T01:28:15,518 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T01:28:15,518 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:28:15,519 INFO [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:28:15,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731202093786Running coprocessor pre-close hooks at 1731202093786Disabling compacts and flushes for region at 1731202093786Disabling writes for close at 1731202093786Obtaining lock to block concurrent updates at 1731202093786Preparing flush snapshotting stores in 1588230740 at 1731202093786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731202093787 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731202093787Flushing 1588230740/info: creating writer at 1731202093788 (+1 ms)Flushing 1588230740/info: appending metadata at 1731202093805 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731202093805Flushing 1588230740/ns: creating writer at 1731202094214 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731202094227 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731202094227Flushing 1588230740/rep_barrier: creating writer at 1731202094639 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731202094654 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731202094654Flushing 1588230740/table: creating writer at 1731202095065 (+411 ms)Flushing 1588230740/table: appending metadata at 1731202095081 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731202095081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f52dc6: reopening flushed file at 1731202095490 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6b41ed: reopening flushed file at 1731202095497 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ac7815: reopening flushed file at 1731202095503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4774d2a5: reopening flushed file at 1731202095507 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false at 1731202095513 (+6 ms)Writing region close event to WAL at 1731202095515 (+2 ms)Running coprocessor post-close hooks at 1731202095518 (+3 ms)Closed at 1731202095518 2024-11-10T01:28:15,519 DEBUG [RS_CLOSE_META-regionserver/0c4d4d227d60:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:28:15,589 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(976): stopping server 0c4d4d227d60,43661,1731201895398; all regions closed. 2024-11-10T01:28:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741834_1010 (size=25344) 2024-11-10T01:28:15,602 DEBUG [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/oldWALs 2024-11-10T01:28:15,602 INFO [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C43661%2C1731201895398.meta:.meta(num 1731201899745) 2024-11-10T01:28:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741832_1008 (size=12876630) 2024-11-10T01:28:15,606 DEBUG [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/oldWALs 2024-11-10T01:28:15,606 INFO [RS:0;0c4d4d227d60:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c4d4d227d60%2C43661%2C1731201895398:(num 1731201898691) 2024-11-10T01:28:15,606 DEBUG [RS:0;0c4d4d227d60:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:28:15,606 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:28:15,606 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:28:15,606 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.ChoreService(370): Chore service for: regionserver/0c4d4d227d60:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:28:15,606 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:28:15,607 INFO [regionserver/0c4d4d227d60:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:28:15,607 INFO [RS:0;0c4d4d227d60:43661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43661 2024-11-10T01:28:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c4d4d227d60,43661,1731201895398 2024-11-10T01:28:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:28:15,684 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:28:15,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c4d4d227d60,43661,1731201895398] 2024-11-10T01:28:15,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c4d4d227d60,43661,1731201895398 already deleted, retry=false 2024-11-10T01:28:15,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c4d4d227d60,43661,1731201895398 expired; onlineServers=0 2024-11-10T01:28:15,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c4d4d227d60,42943,1731201893973' ***** 2024-11-10T01:28:15,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:28:15,706 INFO [M:0;0c4d4d227d60:42943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:28:15,706 INFO [M:0;0c4d4d227d60:42943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:28:15,706 DEBUG [M:0;0c4d4d227d60:42943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:28:15,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:28:15,707 DEBUG [M:0;0c4d4d227d60:42943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:28:15,707 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201898401 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.small.0-1731201898401,5,FailOnTimeoutGroup] 2024-11-10T01:28:15,707 DEBUG [master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201898398 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c4d4d227d60:0:becomeActiveMaster-HFileCleaner.large.0-1731201898398,5,FailOnTimeoutGroup] 2024-11-10T01:28:15,707 INFO [M:0;0c4d4d227d60:42943 {}] hbase.ChoreService(370): Chore service for: master/0c4d4d227d60:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:28:15,708 INFO [M:0;0c4d4d227d60:42943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:28:15,708 DEBUG [M:0;0c4d4d227d60:42943 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:28:15,708 INFO [M:0;0c4d4d227d60:42943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:28:15,709 INFO [M:0;0c4d4d227d60:42943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:28:15,709 ERROR [M:0;0c4d4d227d60:42943 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1992759157) connection to localhost/127.0.0.1:41529 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41529,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T01:28:15,710 INFO [M:0;0c4d4d227d60:42943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:28:15,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:28:15,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T01:28:15,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:28:15,715 DEBUG [M:0;0c4d4d227d60:42943 {}] zookeeper.ZKUtil(347): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T01:28:15,716 WARN [M:0;0c4d4d227d60:42943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:28:15,716 INFO [M:0;0c4d4d227d60:42943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/.lastflushedseqids 2024-11-10T01:28:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742396_1572 (size=72) 2024-11-10T01:28:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:28:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10122587eaf0001, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:28:15,796 INFO [RS:0;0c4d4d227d60:43661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:28:15,796 INFO [RS:0;0c4d4d227d60:43661 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c4d4d227d60,43661,1731201895398; zookeeper connection closed. 2024-11-10T01:28:15,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6320ffee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6320ffee 2024-11-10T01:28:15,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T01:28:16,129 INFO [M:0;0c4d4d227d60:42943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:28:16,129 INFO [M:0;0c4d4d227d60:42943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:28:16,130 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:28:16,130 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:28:16,130 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:28:16,130 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:28:16,130 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:28:16,130 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=733.56 KB heapSize=900.61 KB 2024-11-10T01:28:16,190 DEBUG [M:0;0c4d4d227d60:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ac08e2512c542119544c8ddaf72e44e is 82, key is hbase:meta,,1/info:regioninfo/1731201899829/Put/seqid=0 2024-11-10T01:28:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742397_1573 (size=5672) 2024-11-10T01:28:16,595 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ac08e2512c542119544c8ddaf72e44e 2024-11-10T01:28:16,624 DEBUG [M:0;0c4d4d227d60:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0ad22cf1f8e4c828be7ddfec88c168a is 2275, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1731201937806/Put/seqid=0 2024-11-10T01:28:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742398_1574 (size=42385) 2024-11-10T01:28:17,033 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=733.00 KB at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0ad22cf1f8e4c828be7ddfec88c168a 2024-11-10T01:28:17,042 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0ad22cf1f8e4c828be7ddfec88c168a 2024-11-10T01:28:17,063 DEBUG [M:0;0c4d4d227d60:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db98131bd3f84b2da4a57208849c7b2d is 69, key is 0c4d4d227d60,43661,1731201895398/rs:state/1731201898448/Put/seqid=0 2024-11-10T01:28:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073742399_1575 (size=5156) 2024-11-10T01:28:17,467 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db98131bd3f84b2da4a57208849c7b2d 2024-11-10T01:28:17,477 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ac08e2512c542119544c8ddaf72e44e as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ac08e2512c542119544c8ddaf72e44e 2024-11-10T01:28:17,480 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ac08e2512c542119544c8ddaf72e44e, entries=8, sequenceid=2060, filesize=5.5 K 2024-11-10T01:28:17,481 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0ad22cf1f8e4c828be7ddfec88c168a as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0ad22cf1f8e4c828be7ddfec88c168a 2024-11-10T01:28:17,483 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0ad22cf1f8e4c828be7ddfec88c168a 2024-11-10T01:28:17,484 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0ad22cf1f8e4c828be7ddfec88c168a, entries=160, sequenceid=2060, filesize=41.4 K 2024-11-10T01:28:17,484 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db98131bd3f84b2da4a57208849c7b2d as hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db98131bd3f84b2da4a57208849c7b2d 2024-11-10T01:28:17,487 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/8275de7f-a557-3b95-daa7-1d4c62696606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db98131bd3f84b2da4a57208849c7b2d, entries=1, sequenceid=2060, filesize=5.0 K 2024-11-10T01:28:17,487 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~733.56 KB/751164, heapSize ~900.31 KB/921920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=2060, compaction requested=false 2024-11-10T01:28:17,489 INFO [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:28:17,489 DEBUG [M:0;0c4d4d227d60:42943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731202096130Disabling compacts and flushes for region at 1731202096130Disabling writes for close at 1731202096130Obtaining lock to block concurrent updates at 1731202096131 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731202096131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=751164, getHeapSize=922160, getOffHeapSize=0, getCellsCount=2245 at 1731202096131Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731202096172 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731202096172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731202096190 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731202096190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731202096605 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731202096624 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731202096624Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731202097042 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731202097062 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731202097062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25408ed5: reopening flushed file at 1731202097476 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bab0c40: reopening flushed file at 1731202097480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dea3dcb: reopening flushed file at 1731202097484 (+4 ms)Finished flush of dataSize ~733.56 KB/751164, heapSize ~900.31 KB/921920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=2060, compaction requested=false at 1731202097487 (+3 ms)Writing region close event to WAL at 1731202097489 (+2 ms)Closed at 1731202097489 2024-11-10T01:28:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741830_1006 (size=886223) 2024-11-10T01:28:17,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:28:17,492 INFO [M:0;0c4d4d227d60:42943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:28:17,492 INFO [M:0;0c4d4d227d60:42943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42943 2024-11-10T01:28:17,492 INFO [M:0;0c4d4d227d60:42943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:28:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:28:17,647 INFO [M:0;0c4d4d227d60:42943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:28:17,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10122587eaf0000, quorum=127.0.0.1:62288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:28:17,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b60cd11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:28:17,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@286a1f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:28:17,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:28:17,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1118b2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:28:17,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b40f5c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.log.dir/,STOPPED} 2024-11-10T01:28:17,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:28:17,702 WARN [BP-1419594441-172.17.0.3-1731201889445 heartbeating to localhost/127.0.0.1:41529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:28:17,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:28:17,702 WARN [BP-1419594441-172.17.0.3-1731201889445 heartbeating to localhost/127.0.0.1:41529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419594441-172.17.0.3-1731201889445 (Datanode Uuid 81bdbd65-46de-4a9e-9918-f3380057600d) service to localhost/127.0.0.1:41529 2024-11-10T01:28:17,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data1/current/BP-1419594441-172.17.0.3-1731201889445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:28:17,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/cluster_05aad126-cf44-6806-98a5-7c5879be3928/data/data2/current/BP-1419594441-172.17.0.3-1731201889445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:28:17,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:28:17,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:28:17,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:28:17,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:28:17,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:28:17,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bee8a4ba-6786-8f20-a0ba-c3e8aa8a0eaa/hadoop.log.dir/,STOPPED} 2024-11-10T01:28:17,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:28:17,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down